-- Logs begin at Tue 2022-05-10 19:33:04 UTC, end at Tue 2022-05-10 20:45:23 UTC. -- May 10 20:18:37.536220 dv-cinder-828806-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 20:18:40.313642 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.common.config [-] Logging enabled! May 10 20:18:40.314235 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 20:18:40.314337 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103369) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 20:18:40.317578 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.common.config [-] Logging enabled! May 10 20:18:40.317832 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 20:18:40.318140 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103369) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 20:18:40.319063 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 20:18:40.319296 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 20:18:40.319657 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 20:18:40.319899 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 20:18:40.320121 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 20:18:40.320436 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.320828 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.321086 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.321391 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.321683 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.321966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.322257 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.322553 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.322838 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.323118 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.323399 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.323629 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.323908 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.324192 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.324475 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.324695 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] debug = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.324993 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.325434 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.325838 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.326118 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.326429 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.326709 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.326982 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.327256 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.327541 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.327867 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] host = dv-cinder-828806-2-iscsi {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.328145 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.328428 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.328712 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.329013 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.329291 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.329571 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.329854 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.330124 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.330394 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] log_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.330668 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.330954 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.331240 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.331532 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.331754 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.331975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.332260 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.332555 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.332831 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.333134 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.333411 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.333685 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.333957 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.334224 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.334507 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.334792 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.335074 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.335345 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.335617 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.335888 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.336158 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.336437 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.336710 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.336989 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.337271 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.337556 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.337828 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.338101 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.338397 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.338678 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.338958 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.339240 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.339510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.339790 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.340060 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.340329 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.340596 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] use_json = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.340865 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.341162 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.341449 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.341721 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.342015 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.342287 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.342556 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.342836 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.343106 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:40.343403 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.343698 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.343998 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.344283 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.344587 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.344868 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.345186 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.345467 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.345757 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.346044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.346332 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.346609 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.346911 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.347198 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.347495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.347800 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.348092 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.348379 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.348655 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.348927 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.349227 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.349506 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.349793 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.350071 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.350358 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.350644 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.350925 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.351220 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.351512 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.351797 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.352088 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.352376 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.352651 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.352930 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.353243 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.353521 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.353794 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.354078 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.354355 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.354625 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.354907 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.355184 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.355454 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.355723 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.355999 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.356283 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.356558 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.356829 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.357139 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.357416 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.358211 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.358490 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.358764 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.359036 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.359307 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.359582 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.359853 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.360126 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.360404 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.360673 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.360949 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.361244 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.361520 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.361790 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.362061 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.362330 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.362600 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.362869 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.363148 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.363419 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.363691 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.363959 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.364230 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.364498 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.364794 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.365103 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.365389 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.365668 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.365947 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.366224 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.366503 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.366778 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.367060 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.367334 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.367625 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.367908 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.368202 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.368481 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.368758 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.369097 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.369379 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.369654 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.369937 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.370214 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.370493 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.370775 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.371060 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.371357 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.371650 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.371940 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.372232 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.372525 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.372806 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.373151 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.374037 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:40.374252 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 20:18:40.374489 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103369) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 20:18:40.823307 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103369) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 20:18:40.823586 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103369) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 20:18:40.823891 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103369) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 20:18:40.824221 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 20:18:41.151075 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.151362 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.151628 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.152800 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.153097 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.153358 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.207496 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.207774 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.208039 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.223076 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.223354 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.223621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.252567 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.252845 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.253217 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.289699 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.289974 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.290238 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.626041 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.626640 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.626640 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.626807 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.627420 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.724846 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.725191 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.725472 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.725741 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.726004 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.726312 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.726574 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.726846 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.727090 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.727365 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.727621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.727883 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.728135 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.728390 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.728642 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.728904 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.729181 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.729446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.729711 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.729964 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.730232 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.730483 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.730758 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.731128 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.731373 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.731614 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.731997 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:18:41.732234 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:18:41.733003 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:18:41.733240 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:18:41.733471 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:18:41.733703 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:18:41.734060 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 20:18:41.737105 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 20:18:41.740957 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 20:18:41.744718 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 10 20:18:41.746335 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 20:18:41.746799 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 20:18:41.747128 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 20:18:41.747506 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 20:18:41.750957 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 20:18:41.751204 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 20:18:41.751545 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 20:18:41.756271 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 20:18:41.779543 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 20:18:41.779984 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.780277 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103369) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 20:18:41.780639 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.781993 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103369) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 20:18:41.782265 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 20:18:41.782505 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 20:18:41.785763 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.786040 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:41.849497 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 20:18:41.849732 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 20:18:41.849963 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 20:18:41.850332 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 20:18:41.871275 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_db.sqlalchemy.engines [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103369) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 20:18:42.308678 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Initializing driver for type 'gre' May 10 20:18:42.309139 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] gre ID ranges: [(1, 1000)] May 10 20:18:42.365046 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Initializing driver for type 'local' May 10 20:18:42.365381 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Initializing driver for type 'vlan' May 10 20:18:42.379336 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] VlanTypeDriver initialization complete May 10 20:18:42.379697 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Initializing driver for type 'vxlan' May 10 20:18:42.380178 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] vxlan ID ranges: [(1, 1000)] May 10 20:18:42.433779 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Initializing extension driver 'port_security' May 10 20:18:42.434186 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.extensions.port_security [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] PortSecurityExtensionDriver initialization complete May 10 20:18:42.434622 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Initializing mechanism driver 'openvswitch' May 10 20:18:42.434940 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Initializing mechanism driver 'hyperv' May 10 20:18:42.441965 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.plugin [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:42.442966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > port after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.443387 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > port after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.444027 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > port after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.444708 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:18:42.445248 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > subnet after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.445666 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > subnet after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.446280 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.446690 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:18:42.447231 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > network after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.447622 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > network after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.448018 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > network after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.448501 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:18:42.449319 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > security_group after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.449685 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > security_group after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.450234 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.450714 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:18:42.451710 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.452169 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.452607 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.453142 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:18:42.453828 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > address_group after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.454128 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > address_group after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.454644 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.455086 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103369) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 20:18:42.455730 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] ML2 OVO RPC backend initialized. {{(pid=103369) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 20:18:42.456605 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.457105 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.457733 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > network before_response 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.458218 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > networks before_response 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.458814 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > port before_response 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.459317 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > ports before_response 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.459877 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > subnet before_response 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.460194 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > subnets before_response 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.460629 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > network after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.461218 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > network after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.461571 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > network after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.462041 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > port after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.462407 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > port after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.462779 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > port after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.463145 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > subnet after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.463540 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > subnet after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.464025 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.474099 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded quota_driver: . May 10 20:18:42.474545 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.plugin [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Modular L2 Plugin initialization complete May 10 20:18:42.475210 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading services supported by the core plugin {{(pid=103369) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 20:18:42.475666 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.plugins.ml2.managers [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Got port-security extension from driver 'port_security' May 10 20:18:42.476253 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.extensions.vlantransparent [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Disabled vlantransparent extension. May 10 20:18:42.476958 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103369) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 20:18:42.477341 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading Plugin: router May 10 20:18:42.516500 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.516881 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router after_create 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.517528 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router before_create 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.517891 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.518258 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.518607 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router after_delete 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.518957 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.519299 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.519648 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router after_create 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.519984 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router after_update 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.520324 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router after_update 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.520662 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.521171 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router after_update 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.521579 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router precommit_update 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.521944 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: port after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.522284 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: port after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.522622 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: subnet after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.522955 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.523297 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.523637 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router precommit_create 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.523978 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: port before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.524314 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router precommit_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.524663 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router after_update 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.525022 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.525371 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router precommit_create 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.525722 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.526058 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router precommit_update 55549900 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.526415 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > agent after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.526755 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > agent after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.527092 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > network after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.527938 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Tracking information for resource: router configured {{(pid=103369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:18:42.528264 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Tracking information for resource: floatingip configured {{(pid=103369) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 20:18:42.534349 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.db.l3_agentschedulers_db [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 20:18:42.534914 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: port after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.535269 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: port after_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.535614 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: port after_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.535960 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: port after_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.536754 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router before_create 55550100 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.537157 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.537516 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router precommit_create 55550100 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.537869 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > router precommit_update 55550100 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.542680 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.services.provider_configuration [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service providers = [] {{(pid=103369) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 20:18:42.543045 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.db.servicetype_db [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103369) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 20:18:42.545989 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.services.service_base [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103369) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 20:18:42.546335 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.services.service_base [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103369) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 20:18:42.546672 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.services.service_base [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103369) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 20:18:42.547608 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.services.service_base [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103369) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 20:18:42.547979 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.services.service_base [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 20:18:42.548352 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:18:42.548663 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 20:18:42.559261 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:18:42.559543 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading Plugin: auto_allocate May 10 20:18:42.565138 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: network precommit_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.565500 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: network precommit_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.566010 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:18:42.566324 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading Plugin: tag May 10 20:18:42.572978 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:18:42.573321 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading Plugin: timestamp May 10 20:18:42.577604 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:18:42.577930 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading Plugin: network_ip_availability May 10 20:18:42.583330 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.583717 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.584048 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.584745 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:18:42.585093 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading Plugin: flavors May 10 20:18:42.589937 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:18:42.590268 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading Plugin: revisions May 10 20:18:42.594995 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103369) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 20:18:42.595382 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_concurrency.lockutils [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=103369) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 20:18:42.596106 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103369) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 20:18:42.596437 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Initializing extension manager. May 10 20:18:42.596958 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: __init__.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.597324 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: __pycache__ {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.597655 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: _port_mac_address_override.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.597982 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: address_group.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.598711 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.599260 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: address-group May 10 20:18:42.599579 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: address_scope.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.600272 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.600775 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: address-scope May 10 20:18:42.601129 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.602037 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.602623 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: router-admin-state-down-before-update May 10 20:18:42.602938 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: agent.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.603624 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.604112 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: agent May 10 20:18:42.604425 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: agent_resources_synced.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.605349 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.605846 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: agent-resources-synced May 10 20:18:42.606160 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: allowedaddresspairs.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.607944 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.608450 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: allowed-address-pairs May 10 20:18:42.608771 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: auto_allocated_topology.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.609862 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.610369 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: auto-allocated-topology May 10 20:18:42.610688 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: availability_zone.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.611364 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.611857 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: availability_zone May 10 20:18:42.612176 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: availability_zone_filter.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.613103 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.613599 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: availability_zone_filter May 10 20:18:42.613917 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: data_plane_status.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.614804 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.615291 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension data-plane-status not supported by any of loaded plugins May 10 20:18:42.615611 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: default_subnetpools.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.616501 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.617018 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: default-subnetpools May 10 20:18:42.617340 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.618126 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.618619 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: dhcp_agent_scheduler May 10 20:18:42.618936 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: dns.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.619834 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.620330 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension dns-integration not supported by any of loaded plugins May 10 20:18:42.620647 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: dns_domain_ports.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.621577 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.622069 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 20:18:42.622385 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.623315 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.623808 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 20:18:42.624123 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: dvr.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.624776 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.625291 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: dvr May 10 20:18:42.625608 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: ecmp_routes.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.626502 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.627018 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 20:18:42.627287 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: empty_string_filtering.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.628177 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.628669 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: empty-string-filtering May 10 20:18:42.629002 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.629906 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.630395 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 20:18:42.630708 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.631605 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.632090 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 20:18:42.632406 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: external_net.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.633343 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.633836 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: external-net May 10 20:18:42.634151 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.635048 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.635539 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: extra_dhcp_opt May 10 20:18:42.635856 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: extraroute.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.636742 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.637271 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: extraroute May 10 20:18:42.637588 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: extraroute_atomic.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.639304 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.639803 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: extraroute-atomic May 10 20:18:42.640125 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: filter_validation.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.640783 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.641310 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: filter-validation May 10 20:18:42.641628 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: fip_pf_description.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.642776 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.643264 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 20:18:42.643581 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: fip_pf_port_range.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.644492 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.644992 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 20:18:42.645322 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: fip_port_details.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.646220 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.646706 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: fip-port-details May 10 20:18:42.647022 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: flavors.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.648225 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.648728 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: flavors May 10 20:18:42.649075 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.650697 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.651205 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 20:18:42.651528 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: floatingip_pools.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.652212 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.652711 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: floatingip-pools May 10 20:18:42.653055 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: ip_allocation.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.653969 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.654997 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension ip_allocation not supported by any of loaded plugins May 10 20:18:42.655324 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.656228 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.656732 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: ip-substring-filtering May 10 20:18:42.657083 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l2_adjacency.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.658008 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.658504 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 20:18:42.658820 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l3.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.659761 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.660267 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: router May 10 20:18:42.660592 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.662795 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.663313 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 20:18:42.663639 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.664545 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.665079 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: ext-gw-mode May 10 20:18:42.665400 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.666301 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.666800 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: l3-ha May 10 20:18:42.667119 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.668009 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.668501 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 20:18:42.668817 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l3_flavors.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.669736 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.670254 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: l3-flavors May 10 20:18:42.670575 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.671917 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.672415 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 20:18:42.672736 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.673668 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.674167 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 20:18:42.674484 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: l3agentscheduler.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.675494 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.675992 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: l3_agent_scheduler May 10 20:18:42.676314 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: local_ip.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.679423 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.679935 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension local_ip not supported by any of loaded plugins May 10 20:18:42.680263 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: logging.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.681743 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.682250 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension logging not supported by any of loaded plugins May 10 20:18:42.682579 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: metering.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.683302 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.683870 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: metering May 10 20:18:42.684193 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.685312 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.685842 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: metering_source_and_destination_fields May 10 20:18:42.686163 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: multiprovidernet.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.687074 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.687569 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: multi-provider May 10 20:18:42.687886 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: netmtu.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.688780 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.689299 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: net-mtu May 10 20:18:42.689618 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: netmtu_writable.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.690519 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.691011 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: net-mtu-writable May 10 20:18:42.691327 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: network_availability_zone.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.691980 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.692469 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: network_availability_zone May 10 20:18:42.692784 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: network_ip_availability.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.693893 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.694389 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: network-ip-availability May 10 20:18:42.694707 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: network_segment_range.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.695451 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.695938 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension network-segment-range not supported by any of loaded plugins May 10 20:18:42.696255 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: pagination.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.697240 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.697565 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: pagination May 10 20:18:42.697877 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: port_device_profile.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.698781 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.699283 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: port-device-profile May 10 20:18:42.699599 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: port_mac_address_override.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.700523 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.701046 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: port-mac-override May 10 20:18:42.701886 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.702809 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.703292 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: port-mac-address-regenerate May 10 20:18:42.703693 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.704593 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.705126 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: port-numa-affinity-policy May 10 20:18:42.705445 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: port_resource_request.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.706338 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.706833 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension port-resource-request not supported by any of loaded plugins May 10 20:18:42.707150 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: port_resource_request_groups.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.708098 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.708591 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 20:18:42.708910 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: portbindings.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.709845 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.710349 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: binding May 10 20:18:42.710665 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: portbindings_extended.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.711899 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.712405 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: binding-extended May 10 20:18:42.712732 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: portsecurity.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.713666 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.714167 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: port-security May 10 20:18:42.714490 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: project_id.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.715452 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.715777 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: project-id May 10 20:18:42.716090 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: providernet.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.717582 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.718083 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: provider May 10 20:18:42.718402 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.722085 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.722592 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos not supported by any of loaded plugins May 10 20:18:42.722919 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.724139 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.724639 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 20:18:42.724962 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.725930 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.726429 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 20:18:42.726749 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_default.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.727639 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.728135 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-default not supported by any of loaded plugins May 10 20:18:42.728452 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_fip.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.729388 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.729884 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-fip not supported by any of loaded plugins May 10 20:18:42.730200 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.731102 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.731596 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 20:18:42.731913 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_gateway_ip.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.732853 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.733384 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 20:18:42.733708 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_port_network_policy.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.734609 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.735106 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 20:18:42.735425 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.736445 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.736945 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 20:18:42.737294 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.738322 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.738818 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 20:18:42.739142 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_pps_rule.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.740299 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.740805 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-pps not supported by any of loaded plugins May 10 20:18:42.741160 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_rule_type_details.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.742058 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.742559 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 20:18:42.742877 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.743769 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.744266 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 20:18:42.744581 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: qos_rules_alias.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.745638 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.746138 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 20:18:42.746456 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: quota_check_limit.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.747417 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.747918 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: quota-check-limit May 10 20:18:42.748259 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: quotasv2.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.749215 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.749541 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: quotas May 10 20:18:42.749858 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: quotasv2_detail.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.751614 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.751948 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: quota_details May 10 20:18:42.752275 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: rbac.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.753348 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.753861 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: rbac-policies May 10 20:18:42.754188 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: rbac_address_group.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.755105 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.755610 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: rbac-address-group May 10 20:18:42.755931 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: rbac_address_scope.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.756834 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.757373 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: rbac-address-scope May 10 20:18:42.757693 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: rbac_security_groups.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.758597 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.759101 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: rbac-security-groups May 10 20:18:42.759421 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: rbac_subnetpool.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.760321 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.760829 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: rbac-subnetpool May 10 20:18:42.761178 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: revisionifmatch.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.762091 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.762586 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: revision-if-match May 10 20:18:42.762903 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: revisions.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.764542 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.765064 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: standard-attr-revisions May 10 20:18:42.765384 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: router_availability_zone.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.766038 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.766534 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: router_availability_zone May 10 20:18:42.766850 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: routerservicetype.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.768002 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.768498 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension router-service-type not supported by any of loaded plugins May 10 20:18:42.768816 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.769743 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.770244 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: security-groups-normalized-cidr May 10 20:18:42.770566 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.771463 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.772524 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: port-security-groups-filtering May 10 20:18:42.772844 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.773830 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.774341 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: security-groups-remote-address-group May 10 20:18:42.774660 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.775693 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.776191 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: security-groups-shared-filtering May 10 20:18:42.776510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.777108 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 20:18:42.777426 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: securitygroup.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.787412 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.787928 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: security-group May 10 20:18:42.788257 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: segment.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.788994 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.789495 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension segment not supported by any of loaded plugins May 10 20:18:42.789816 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.790740 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.791235 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 20:18:42.791554 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: servicetype.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.792643 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.793184 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: service-type May 10 20:18:42.793505 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: sorting.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.794476 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.794800 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: sorting May 10 20:18:42.795139 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: standard_attr_segment.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.796038 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.796533 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 20:18:42.796850 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: standardattrdescription.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.797509 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.798002 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: standard-attr-description May 10 20:18:42.798318 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: stateful_security_group.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.799246 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.799746 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: stateful-security-group May 10 20:18:42.800063 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: stdattrs_common.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.800621 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 20:18:42.800935 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.801872 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.802375 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 20:18:42.802695 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: subnet_onboard.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.803748 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.804255 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: subnet_onboard May 10 20:18:42.804669 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.805615 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.806112 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 20:18:42.806431 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: subnet_service_types.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.807337 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.807842 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: subnet-service-types May 10 20:18:42.808161 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: subnetallocation.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.809237 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.809782 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: subnet_allocation May 10 20:18:42.810061 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.811235 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.811736 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: subnetpool-prefix-ops May 10 20:18:42.812053 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.812959 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.813476 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 20:18:42.813795 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: tagging.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.814846 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.815351 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: standard-attr-tag May 10 20:18:42.815672 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: timestamp.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.816852 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.817385 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loaded extension: standard-attr-timestamp May 10 20:18:42.817707 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: trunk.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.818724 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.819223 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension trunk not supported by any of loaded plugins May 10 20:18:42.819541 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: trunk_details.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.820451 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.820944 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension trunk-details not supported by any of loaded plugins May 10 20:18:42.821287 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: uplink_status_propagation.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.822190 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.822685 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 20:18:42.823000 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Loading extension file: vlantransparent.py {{(pid=103369) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 20:18:42.823646 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103369) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 20:18:42.824141 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 20:18:42.827278 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:network May 10 20:18:42.827788 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:subnet May 10 20:18:42.828184 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:18:42.828573 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:port May 10 20:18:42.829803 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.830237 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service FLAVORS assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.830843 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.831264 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.831599 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:router May 10 20:18:42.832024 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:floatingip May 10 20:18:42.832492 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service METERING assigned prefix: /metering {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.833948 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.834315 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.834662 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:18:42.835636 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of CountableResource for resource:rbac_policy May 10 20:18:42.836068 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:security_group May 10 20:18:42.836486 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 20:18:42.837103 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service CORE assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.837437 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:18:42.837775 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] subnetpool is already registered May 10 20:18:42.838189 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service CORE assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.838515 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:18:42.838841 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] subnetpool is already registered May 10 20:18:42.841101 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.841530 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service FLAVORS assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.842144 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.842558 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.842885 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:router May 10 20:18:42.843217 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] router is already registered May 10 20:18:42.843622 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:floatingip May 10 20:18:42.843950 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] floatingip is already registered May 10 20:18:42.844395 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service METERING assigned prefix: /metering {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.845079 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of CountableResource for resource:rbac_policy May 10 20:18:42.845405 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] rbac_policy is already registered May 10 20:18:42.845808 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:security_group May 10 20:18:42.846136 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] security_group is already registered May 10 20:18:42.846531 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 20:18:42.846854 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] security_group_rule is already registered May 10 20:18:42.847461 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service CORE assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.847784 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:18:42.848110 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] subnetpool is already registered May 10 20:18:42.848517 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.v2.resource_helper [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Service CORE assigned prefix: {{(pid=103369) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 20:18:42.848835 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Creating instance of TrackedResource for resource:subnetpool May 10 20:18:42.849187 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING neutron.quota.resource_registry [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] subnetpool is already registered May 10 20:18:42.849656 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: extensions {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.851087 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: address-groups {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.852533 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: address-scopes {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.853860 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: agents {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.854997 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: auto-allocated-topology {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.856222 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: availability_zones {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.857479 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: dhcp-networks {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.858959 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: dhcp-agents {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.860361 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: routers {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.862556 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: flavors {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.863688 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: service_profiles {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.864854 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: next_providers {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.866322 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: service_profiles {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.867823 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: floatingip-pools {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.869031 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: routers {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.871089 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: floatingips {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.873749 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: l3-routers {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.875125 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: l3-agents {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.876518 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: metering-labels {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.877870 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: metering-label-rules {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.879112 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: network-ip-availabilities {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.880337 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: bindings {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.882044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: quotas {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.883570 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: quotas {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.885092 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: rbac-policies {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.886438 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: security-groups {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.887646 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: security-group-rules {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.889492 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: service-providers {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.890702 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: subnetpools {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.892108 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: subnetpools {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.893828 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.895486 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.897294 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.899021 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.900761 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.902593 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.904280 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.906290 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.907997 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.909819 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron.api.extensions [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Extended resource: tags {{(pid=103369) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 20:18:42.915620 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING keystonemiddleware.auth_token [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 20:18:42.920740 dv-cinder-828806-2-iscsi neutron-server[103369]: WARNING keystonemiddleware.auth_token [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 20:18:42.929267 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_concurrency.lockutils [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Acquired lock "singleton_lock" {{(pid=103369) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 20:18:42.929733 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_concurrency.lockutils [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Releasing lock "singleton_lock" {{(pid=103369) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 20:18:42.930374 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO oslo_service.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Starting 2 workers May 10 20:18:42.935174 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Started child 103476 {{(pid=103369) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 20:18:42.940249 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Started child 103477 {{(pid=103369) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 20:18:42.941063 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.941854 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO neutron.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 20:18:42.942520 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.942671 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [-] (103476) wsgi starting up on http://0.0.0.0:9696 May 10 20:18:42.944858 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO oslo_service.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Starting 1 workers May 10 20:18:42.945063 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.946450 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [-] (103477) wsgi starting up on http://0.0.0.0:9696 May 10 20:18:42.950125 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Started child 103478 {{(pid=103369) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 20:18:42.950647 dv-cinder-828806-2-iscsi neutron-server[103369]: INFO oslo_service.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Starting 1 workers May 10 20:18:42.954398 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] calling RpcWorker wait() {{(pid=103478) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 20:18:42.954953 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] returning from RpcWorker wait() {{(pid=103478) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 20:18:42.955707 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Started child 103479 {{(pid=103369) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 20:18:42.956242 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.956481 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-783d04a2-0e72-4265-8f43-3f8bad3e2d14 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.956810 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:42.958372 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103369) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 20:18:42.958586 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 20:18:42.958759 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 20:18:42.958989 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 20:18:42.959311 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 20:18:42.959475 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 20:18:42.959999 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.960289 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.960536 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.960634 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:42.961097 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.961406 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.961675 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.961936 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.962053 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:42.962217 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.962485 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.962650 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.962813 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.963063 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.963291 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.963608 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.963894 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.964156 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.964379 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.964553 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.964818 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.965115 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.965346 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.965623 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] debug = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.965876 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.966388 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.966615 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.966898 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.967117 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.967386 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.967629 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.967881 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.968107 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.968343 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.968558 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.968801 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.969071 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.969302 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.969515 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.969773 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.970002 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.970453 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] host = dv-cinder-828806-2-iscsi {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.970736 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.970915 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.971161 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.971415 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.971672 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.971905 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.972167 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.972419 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.972687 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.972927 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.973173 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.973424 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.973653 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.973891 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.974052 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_options = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.974300 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.974561 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.974929 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.975024 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.975154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.975316 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.975573 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.975733 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.975977 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.976197 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.976426 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.976644 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.976875 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.977541 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.977808 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.978041 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.978260 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.978481 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.978741 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.978970 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.979193 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.979421 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.979655 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.979951 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.981292 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.982305 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.982752 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.983163 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.983432 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.984661 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.984661 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.984661 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.984926 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.985040 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.985251 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.985492 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.985731 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.985955 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.986252 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.986514 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.986774 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.987064 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.987293 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.987529 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.987851 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.988119 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.988369 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_json = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.988592 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.988831 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.989236 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.989477 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.989725 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.989944 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.990177 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.990418 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.990687 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:42.991190 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.991468 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.991780 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.992060 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.992321 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.992563 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.993209 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.993309 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.993615 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.993946 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.994087 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996459 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996459 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996459 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996459 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996459 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996459 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996459 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996459 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996957 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.996957 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.997128 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.997370 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.997921 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.997921 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.998577 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.998826 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.999042 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.999608 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.999608 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:42.999944 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.000209 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.000500 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.000757 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.001022 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.001280 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.001515 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.001748 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.001970 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.002644 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.002644 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.002838 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.002952 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.003219 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.003421 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.003652 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.003901 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.004125 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.004350 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.004566 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.004943 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.005143 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.005353 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.005596 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.005828 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.007150 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.007150 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.007150 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.007150 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.007150 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.007150 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.008026 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.008026 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.008026 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.008026 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.008510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.008510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.008743 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.008836 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.009042 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.009258 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.009470 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.009691 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.009957 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.010140 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.010356 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.010590 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.010790 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.011003 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.011219 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.011430 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.011644 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.011859 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.012089 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.012321 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.012542 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.012773 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.013060 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.013235 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.013472 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.013684 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.014523 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.014811 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.015059 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.015313 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.015581 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.015824 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.016080 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.016307 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.016531 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.016768 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.017020 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.017505 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.017780 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.018009 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.018227 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.018508 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.018733 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.018967 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.019226 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.019446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.019683 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.019899 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.020187 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.020456 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.020685 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.020935 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.021192 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.021494 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.021744 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.022036 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.022277 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.022608 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.022911 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.023168 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.023464 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.023701 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.023946 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.024214 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.024448 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.024714 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.024996 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.025236 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.025479 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.025734 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.025956 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.026187 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.026436 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.026770 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.027000 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.027251 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.027465 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.027734 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.028000 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.028218 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.028481 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.028727 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.028963 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.029266 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.029528 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.029750 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.029992 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.030240 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.030457 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.030704 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.030936 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.031183 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.031400 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.031619 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.031845 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.032057 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.032273 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.032503 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.032715 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.032926 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.033210 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.033454 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.033613 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.033855 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.034071 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.034287 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.034504 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.034715 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.034969 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.035209 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.035466 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.035712 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.035927 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.036179 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.036601 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.036714 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.036877 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.037145 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.037365 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.037599 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.037812 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.038031 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.038242 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.038457 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.038680 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.038892 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.039149 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.039385 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.039738 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.039988 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.040232 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.040485 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.040730 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.040948 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.041187 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.041426 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.041638 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.041851 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.042079 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.042315 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.042547 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.042764 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.043007 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.043253 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.043520 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.043760 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.044012 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.044225 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.044449 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.044667 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.044915 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.045146 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.045358 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.045594 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.045807 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.046025 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.046236 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.046519 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.046769 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.047017 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.047267 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.047486 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.047699 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.047929 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.048140 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.048391 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.048613 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.048829 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.049057 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.049304 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.049518 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.049730 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.049953 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.050159 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.050396 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.050621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.050831 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.051040 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.051260 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.051486 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.051683 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.051908 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.052110 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.052316 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.052536 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.052776 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.053091 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.053345 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.053558 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.053792 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.054016 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.054236 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.054449 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.054751 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.055022 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.055187 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.055465 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.055720 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.055965 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.056217 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.056519 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.056735 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.056994 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.057232 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.057473 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.057893 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.058024 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.058264 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.058528 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.058783 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.059038 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.059282 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.059579 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.059886 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.060054 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.060340 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.061218 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.061489 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.061775 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.062039 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.062280 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.062509 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.062734 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.062958 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.063204 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.063443 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.063687 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.063941 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.064171 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.064397 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.064627 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.064848 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.065123 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.065339 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.065586 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.065807 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.065969 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 20:18:43.066506 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103369) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 20:18:43.066669 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 20:18:43.066820 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 20:18:43.067006 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 20:18:43.067182 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 20:18:43.067335 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 20:18:43.067545 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.067711 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.067873 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.068035 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.068220 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.068383 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.068545 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.068704 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.068863 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.069045 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.069206 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.069364 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.069524 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.069684 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.069843 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.070009 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.070169 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.070334 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.070494 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.070653 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.070811 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.070970 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] debug = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.071129 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.071338 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.071503 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.071662 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.071807 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.071968 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.072126 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.072284 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.072441 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.072599 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.072755 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.072914 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.073092 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.073251 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.073410 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.073568 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.073728 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.073886 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] host = dv-cinder-828806-2-iscsi {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.074111 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.074244 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.074364 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.074493 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.074641 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.074799 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.074956 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.075081 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:18:43.075221 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.075406 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.075406 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.075711 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.075711 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.076001 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.076001 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.076825 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_options = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.076825 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.077096 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.077217 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.077337 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.077475 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.077637 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.077797 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.077956 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.078192 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.078358 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.078518 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.078676 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.078835 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.078995 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.079154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.079312 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.079757 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.079757 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.079757 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.080079 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.080079 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.080273 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.080437 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.080800 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.080800 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.080800 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.081231 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.081231 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.081845 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.081845 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.081845 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.081845 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.081845 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.082283 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.082283 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.082283 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.082486 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.082609 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.082738 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.082890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.084044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.084044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.084044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.084044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.084044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.084044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.084044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_json = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.084044 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.085981 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.085981 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.085981 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.085981 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.085981 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.085981 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.085981 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.085981 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 20:18:43.087046 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.087046 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.087046 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.087046 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.087046 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.087046 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.087046 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.087046 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088156 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088156 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088156 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088156 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088156 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088156 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088156 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088156 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088676 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088676 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088676 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088676 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088676 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.088676 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.089103 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.089103 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.089103 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.089400 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.089400 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.089628 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.089749 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.089882 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.090216 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.090216 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.090441 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.090441 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.090586 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.090728 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.090890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.091427 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.091427 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.091427 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.092447 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.092447 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.092447 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.092447 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.092447 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.092447 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.092447 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.093380 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.093380 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.093380 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.093380 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.093380 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.093380 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.094821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.094821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.094821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.094821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.094821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.094821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.094821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.094821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.094821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.095897 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.095897 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.095897 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.095897 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.095897 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.095897 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.095897 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.095897 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.096865 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.096865 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.096865 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.096865 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.096865 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.096865 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.098250 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.098250 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.098250 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.098250 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.098250 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.098250 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.098250 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.098250 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.098250 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.099621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.099621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.099621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.099621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.099621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.099621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.099621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.099621 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.100855 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.100855 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.100855 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.100855 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.100855 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.100855 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.100855 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.100855 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.101772 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.101772 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.101772 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.101772 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.101772 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.101772 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.101772 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.102966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.102966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.102966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.102966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.102966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.102966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.102966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.102966 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.104131 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.104131 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.104131 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.104131 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.104131 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.104131 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.104131 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.104131 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.105242 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.105242 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.105242 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.105242 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.105242 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.105242 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.105242 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.105242 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.107233 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.107233 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.107233 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.107233 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.107233 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.107233 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.107233 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.107233 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.108254 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.108254 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.108254 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.108254 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.108254 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.108254 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.108254 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.108254 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.109510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.109510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.109510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.109510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.109510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.109510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.109510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.109510 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.112154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.112154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.112154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.112154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.112154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.112154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.112154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.112154 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.113055 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.113055 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.113055 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.113055 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.113055 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.113055 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.113055 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.113055 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.114890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.114890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.114890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.114890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.114890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.114890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.114890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.114890 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.115888 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.115888 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.115888 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.115888 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.115888 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.115888 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.115888 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.115888 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.116870 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.116870 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.116870 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.116870 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.116870 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.116870 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.116870 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.116870 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.117495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.117495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.117495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.117495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.117495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.117495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.117495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.117495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.117495 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118446 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.118975 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.119554 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.119554 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.119554 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.119554 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.119554 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.119889 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.119889 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.120028 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.120169 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.120329 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.120489 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.120650 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.120821 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.121016 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.121161 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.121321 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.121481 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.121641 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.121810 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.121971 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.122131 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.122292 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.122451 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.122612 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.122781 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.122942 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.123630 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.123791 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.123952 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.124111 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.124282 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.124442 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.124601 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.124760 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.124920 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.125102 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.125273 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.125434 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.125594 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.125762 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.125922 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.126087 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.126249 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.126421 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.126583 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.126747 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.126907 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.127068 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.127228 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.127390 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.127555 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.127728 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.127896 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.128057 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.128227 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.128397 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.128567 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.128728 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.128894 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.129088 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.129249 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.129409 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.129569 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.129728 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.129892 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.130052 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.130212 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.130371 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.130530 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.130689 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.130849 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.131010 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.131172 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.131331 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.131490 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.131652 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.131811 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.131970 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.132129 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 20:18:43.132283 dv-cinder-828806-2-iscsi neutron-server[103369]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103369) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 20:18:43.208738 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 57162) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:43.217111 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062742 May 10 20:18:54.455460 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552606fc-01e8-4a31-b224-14bb067cddfb None None] get_active_networks_info from dv-cinder-828806-2-iscsi {{(pid=103478) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 20:18:54.515508 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552606fc-01e8-4a31-b224-14bb067cddfb None None] No non-hosted networks {{(pid=103478) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 20:18:54.518726 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e7fa25bf-54a7-4782-97f1-f282c4b1e345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694146'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.615672 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ddbaa4df-105c-4acb-bc56-5ebc0e17d015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694146'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:56.658364 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee676e38-9a04-4ad0-a23d-9814524ad37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:57.540117 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57228) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:18:58.019776 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694146'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:18:58.150968 dv-cinder-828806-2-iscsi neutron-server[103476]: WARNING oslo_policy.policy [None req-6ec06932-c335-49ff-83cc-13e02a0f0397 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:18:58.151543 dv-cinder-828806-2-iscsi neutron-server[103476]: WARNING oslo_policy.policy [None req-6ec06932-c335-49ff-83cc-13e02a0f0397 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:18:58.377560 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [None req-6ec06932-c335-49ff-83cc-13e02a0f0397 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:18:58.390030 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6ec06932-c335-49ff-83cc-13e02a0f0397 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8358958 May 10 20:18:59.062417 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694146'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.602848 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694146'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:00.604776 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.607773 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.608566 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.609258 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.609599 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.609933 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.610266 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.610616 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.610947 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.611274 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.611611 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.611942 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.612280 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.612617 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.612921 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:00.613696 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828806-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:00.620816 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828806-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:00.892779 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57262) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:01.210056 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a4a5c10d-44cc-4600-902a-ae75d5b2c04b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:01.301457 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.policy [None req-a4a5c10d-44cc-4600-902a-ae75d5b2c04b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103476) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 20:19:01.343263 dv-cinder-828806-2-iscsi neutron-server[103476]: WARNING oslo_policy.policy [None req-a4a5c10d-44cc-4600-902a-ae75d5b2c04b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:19:01.343560 dv-cinder-828806-2-iscsi neutron-server[103476]: WARNING oslo_policy.policy [None req-a4a5c10d-44cc-4600-902a-ae75d5b2c04b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:19:01.438355 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c10d-44cc-4600-902a-ae75d5b2c04b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737322459276', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737322459800', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737330799055', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737330792997', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737330820046', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737330810676', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7779615', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7790565', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1693821', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1619422'] for rbac-policy (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.510655 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c10d-44cc-4600-902a-ae75d5b2c04b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:01.512222 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a4a5c10d-44cc-4600-902a-ae75d5b2c04b admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6183281 May 10 20:19:03.794894 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.db.l3_hamode_db [None req-9e1e640d-060e-4b7e-a255-9f2e48f1c068 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 20:19:03.872207 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e640d-060e-4b7e-a255-9f2e48f1c068 None None] Routers set() bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:03.872514 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e640d-060e-4b7e-a255-9f2e48f1c068 None None] Router IDs set() for agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 20:19:03.936331 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57274) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:04.259859 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:04.289237 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Made reservation on behalf of 738f5f7d460742eaa6d8fe6a6d1d25a3 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:04.293222 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.309188 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.416657 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Publish callbacks [] for security_group (5f8275a2-e0fc-4f04-9670-2e0ef17b4749), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.420136 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5f8275a2-e0fc-4f04-9670-2e0ef17b4749), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.444592 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:19:04.483116 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737326034984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (07ea1435-2b74-45b0-b83c-0e87a9caa0af), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.483770 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Unsubscribe: segment precommit_create {{(pid=103476) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 20:19:04.484280 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Added segment 07ea1435-2b74-45b0-b83c-0e87a9caa0af of type vlan for network f213cc3a-72c3-4c83-a111-52b990517b0f May 10 20:19:04.499384 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8275a2-e0fc-4f04-9670-2e0ef17b4749,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:04.550401 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.550738 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.551095 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.551442 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.551779 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.552097 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.552417 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.552733 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.553073 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.553391 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.553709 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.554036 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.554352 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.554663 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.554976 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Tracked resource versions report: May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: pushed versions: May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: { 'AddressGroup': {'1.2'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Agent': {'1.1'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'ConntrackHelper': {'1.0'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Log': {'1.0'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'NDPProxy': {'1.0'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Network': {'1.1'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Port': {'1.7'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'PortForwarding': {'1.3'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'QosPolicy': {'1.10'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SecurityGroup': {'1.5'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SubPort': {'1.0'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Subnet': {'1.1'}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Trunk': {'1.1'}} May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: consumer versions: May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: { DHCP agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: L3 agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: Metadata agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: Metering agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: Open vSwitch agent@dv-cinder-828806-2-iscsi: { 'AddressGroup': '1.2', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Agent': '1.1', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'ConntrackHelper': '1.0', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'LocalIPAssociation': '1.0', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Log': '1.0', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'NDPProxy': '1.0', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Network': '1.1', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Port': '1.7', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'PortForwarding': '1.3', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'QosPolicy': '1.10', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SecurityGroup': '1.5', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SecurityGroupRule': '1.2', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SubPort': '1.0', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Subnet': '1.1', May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Trunk': '1.1'}} May 10 20:19:04.556558 dv-cinder-828806-2-iscsi neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:19:04.594408 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (f213cc3a-72c3-4c83-a111-52b990517b0f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.634652 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (f213cc3a-72c3-4c83-a111-52b990517b0f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.640638 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:04.641355 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:04.733683 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7962031 May 10 20:19:04.759068 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45664ba-5f54-4687-9738-5c864a20885d demo demo] Pushing event updated for resources: {'Network': ['ID=f213cc3a-72c3-4c83-a111-52b990517b0f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:04.773606 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network f213cc3a-72c3-4c83-a111-52b990517b0f details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:19:07.238464 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 57286) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:07.713385 dv-cinder-828806-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-bf9b484a-afcd-45cf-b111-2ce7b641df67 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:19:07.713945 dv-cinder-828806-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-bf9b484a-afcd-45cf-b111-2ce7b641df67 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:19:08.146490 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.policy [None req-bf9b484a-afcd-45cf-b111-2ce7b641df67 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103477) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 20:19:08.186826 dv-cinder-828806-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-bf9b484a-afcd-45cf-b111-2ce7b641df67 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:19:08.187188 dv-cinder-828806-2-iscsi neutron-server[103477]: WARNING oslo_policy.policy [None req-bf9b484a-afcd-45cf-b111-2ce7b641df67 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 20:19:08.195487 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9b484a-afcd-45cf-b111-2ce7b641df67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:08.197336 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-bf9b484a-afcd-45cf-b111-2ce7b641df67 demo admin] 10.222.0.61 "GET /v2.0/networks/f213cc3a-72c3-4c83-a111-52b990517b0f HTTP/1.1" status: 200 len: 825 time: 0.9579108 May 10 20:19:08.236509 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ecb9cf27-def2-47ce-981b-145477d3d888 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/8091df5f-b27a-476d-b594-e7382fce09f3 HTTP/1.1" status: 200 len: 734 time: 0.0328360 May 10 20:19:08.245247 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f', 'subnetpool_id': '8091df5f-b27a-476d-b594-e7382fce09f3'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:08.281917 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Made reservation on behalf of 738f5f7d460742eaa6d8fe6a6d1d25a3 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:08.284680 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:08.561903 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (bf440837-51c0-463f-aed2-39b35e12f637), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:08.627657 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Checking segment: {'id': '07ea1435-2b74-45b0-b83c-0e87a9caa0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:08.628026 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Network hostable DHCP agents. Network: f213cc3a-72c3-4c83-a111-52b990517b0f, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:19:08.643754 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Pushing event updated for resources: {'Subnet': ['ID=bf440837-51c0-463f-aed2-39b35e12f637,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:08.656445 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.656782 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.657158 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.657504 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.657830 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.658149 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.658463 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.658775 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.659102 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.659424 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.659736 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.660061 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.660373 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.660681 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.661007 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Tracked resource versions report: May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: pushed versions: May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: { 'AddressGroup': {'1.2'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Agent': {'1.1'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'ConntrackHelper': {'1.0'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'LocalIPAssociation': {'1.0'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Log': {'1.0'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'NDPProxy': {'1.0'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Network': {'1.1'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Port': {'1.7'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'PortForwarding': {'1.3'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'QosPolicy': {'1.10'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SecurityGroup': {'1.5'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SubPort': {'1.0'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Subnet': {'1.1'}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Trunk': {'1.1'}} May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: consumer versions: May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: { DHCP agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: L3 agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: Metadata agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: Metering agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: Open vSwitch agent@dv-cinder-828806-2-iscsi: { 'AddressGroup': '1.2', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Agent': '1.1', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'ConntrackHelper': '1.0', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'LocalIPAssociation': '1.0', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Log': '1.0', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'NDPProxy': '1.0', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Network': '1.1', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Port': '1.7', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'PortForwarding': '1.3', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'QosPolicy': '1.10', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SecurityGroup': '1.5', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SecurityGroupRule': '1.2', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SubPort': '1.0', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Subnet': '1.1', May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Trunk': '1.1'}} May 10 20:19:08.662343 dv-cinder-828806-2-iscsi neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:19:08.687144 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Network f213cc3a-72c3-4c83-a111-52b990517b0f is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:19:08.698834 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, f213cc3a-72c3-4c83-a111-52b990517b0f) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:08.703976 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:08.704585 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:08.709811 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f4ede9-a323-4405-a2c1-38849d06472b None None] Network f213cc3a-72c3-4c83-a111-52b990517b0f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:08.725697 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f86866be-de22-4c34-a12b-f7dac4da0bad demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4837859 May 10 20:19:08.969014 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-f213cc3a-72c3-4c83-a111-52b990517b0f', 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f', 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'fixed_ips': [{'subnet_id': 'bf440837-51c0-463f-aed2-39b35e12f637'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:19:08.970463 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:09.248581 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Allocated IP 172.20.0.2 (f213cc3a-72c3-4c83-a111-52b990517b0f/bf440837-51c0-463f-aed2-39b35e12f637/722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:09.517648 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Publish callbacks [] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:09.525193 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:09.596834 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Network f213cc3a-72c3-4c83-a111-52b990517b0f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:09.609988 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:09.616268 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Pushing event updated for resources: {'Port': ['ID=722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:09.619013 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:09.652104 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.652452 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.652820 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.653290 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.653632 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.653964 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.654292 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.654617 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.654942 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.655265 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.655590 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.655929 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.656254 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.656573 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.656891 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Tracked resource versions report: May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: pushed versions: May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: { 'AddressGroup': {'1.2'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Agent': {'1.1'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'ConntrackHelper': {'1.0'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'LocalIPAssociation': {'1.0'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Log': {'1.0'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'NDPProxy': {'1.0'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Network': {'1.1'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Port': {'1.7'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'PortForwarding': {'1.3'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'QosPolicy': {'1.10'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SecurityGroup': {'1.5'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SubPort': {'1.0'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Subnet': {'1.1'}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Trunk': {'1.1'}} May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: consumer versions: May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: { DHCP agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: L3 agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: Metadata agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: Metering agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: Open vSwitch agent@dv-cinder-828806-2-iscsi: { 'AddressGroup': '1.2', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Agent': '1.1', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'ConntrackHelper': '1.0', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'LocalIPAssociation': '1.0', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Log': '1.0', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'NDPProxy': '1.0', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Network': '1.1', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Port': '1.7', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'PortForwarding': '1.3', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'QosPolicy': '1.10', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SecurityGroup': '1.5', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SecurityGroupRule': '1.2', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SubPort': '1.0', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Subnet': '1.1', May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Trunk': '1.1'}} May 10 20:19:09.658322 dv-cinder-828806-2-iscsi neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:19:09.713427 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Attempting to bind port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:09.714045 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Attempting to bind port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '07ea1435-2b74-45b0-b83c-0e87a9caa0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:09.714236 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Attempting to bind port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 on network f213cc3a-72c3-4c83-a111-52b990517b0f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:09.719016 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:09.719388 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Checking segment: {'id': '07ea1435-2b74-45b0-b83c-0e87a9caa0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:09.719885 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:09.720313 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Bound using segment: {'id': '07ea1435-2b74-45b0-b83c-0e87a9caa0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:09.720794 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Bound port: 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ea1435-2b74-45b0-b83c-0e87a9caa0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:09.721232 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:09.782159 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] For port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:09.801431 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] For port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29,segment=NetworkSegment(07ea1435-2b74-45b0-b83c-0e87a9caa0af),segment_id=07ea1435-2b74-45b0-b83c-0e87a9caa0af)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:09.808126 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:09.866765 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb35c56-3ec1-473e-8d06-5b0d470ef7d8 None None] Pushing event updated for resources: {'Port': ['ID=722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:11.225651 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 57306) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:11.539626 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [None req-312e54d3-955c-4afc-8547-d5989655a4a9 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:19:11.540701 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-312e54d3-955c-4afc-8547-d5989655a4a9 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3140919 May 10 20:19:14.085986 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 57314) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:14.403597 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [None req-1a25e937-7956-4740-b0c4-0ea576cb7640 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:19:14.404586 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1a25e937-7956-4740-b0c4-0ea576cb7640 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3175862 May 10 20:19:16.848767 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 57322) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:17.158651 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d9819e33-fcf9-4638-a0cc-7fb5cdc26f95 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:17.183422 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d9819e33-fcf9-4638-a0cc-7fb5cdc26f95 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (53bf43c1-b01a-4f1e-ad54-78d3783ef132), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.185681 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d9819e33-fcf9-4638-a0cc-7fb5cdc26f95 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (53bf43c1-b01a-4f1e-ad54-78d3783ef132), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.323461 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d9819e33-fcf9-4638-a0cc-7fb5cdc26f95 demo demo] Publish callbacks [] for router_controller (53bf43c1-b01a-4f1e-ad54-78d3783ef132), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.328796 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d9819e33-fcf9-4638-a0cc-7fb5cdc26f95 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (53bf43c1-b01a-4f1e-ad54-78d3783ef132), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.349332 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d9819e33-fcf9-4638-a0cc-7fb5cdc26f95 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:17.350475 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d9819e33-fcf9-4638-a0cc-7fb5cdc26f95 demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5007250 May 10 20:19:19.808168 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 57334) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:20.004562 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:19:20.120209 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [None req-43720503-6c5a-47a2-b07e-3faa7f467e1d admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:19:20.121529 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-43720503-6c5a-47a2-b07e-3faa7f467e1d admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3122280 May 10 20:19:21.320512 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c638ea54-18a7-43c0-9ad0-5026343aeff9 None None] Network f213cc3a-72c3-4c83-a111-52b990517b0f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:21.362068 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:21.460867 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6eca1029-c423-4183-aa7d-e732577c73f7 None None] Provisioning complete for port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:21.461285 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6eca1029-c423-4183-aa7d-e732577c73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.505623 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:21.505928 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.663299 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6eca1029-c423-4183-aa7d-e732577c73f7 None None] Current status of the port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:21.663299 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6eca1029-c423-4183-aa7d-e732577c73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.727665 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6eca1029-c423-4183-aa7d-e732577c73f7 None None] For port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29,segment=NetworkSegment(07ea1435-2b74-45b0-b83c-0e87a9caa0af),segment_id=07ea1435-2b74-45b0-b83c-0e87a9caa0af)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:21.731192 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:21.731645 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.735505 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6eca1029-c423-4183-aa7d-e732577c73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.820227 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca1029-c423-4183-aa7d-e732577c73f7 None None] Pushing event updated for resources: {'Port': ['ID=722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:21.824857 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.api [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:19:21.825292 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG oslo_db.api [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:19:21.850988 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-807e30ee-7b7a-45e3-8097-a07566cb9e35 None None] Provisioning complete for port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:21.851364 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-807e30ee-7b7a-45e3-8097-a07566cb9e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:21.926393 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-807e30ee-7b7a-45e3-8097-a07566cb9e35 None None] Current status of the port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:22.359879 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:22.591997 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:22.896380 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:22.914759 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Made reservation on behalf of 92bd0a8a7f7646abb6287b06cfd28dac for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:22.917080 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.926081 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:22.999471 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Publish callbacks [] for security_group (58341ad4-f2b2-4a32-8a36-df22e999f0a0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.003124 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (58341ad4-f2b2-4a32-8a36-df22e999f0a0), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.021188 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103476) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 20:19:23.039860 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58341ad4-f2b2-4a32-8a36-df22e999f0a0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:23.046126 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (8a107e69-e6c6-4b0f-b145-58c9a76da8e0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.046459 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Added segment 8a107e69-e6c6-4b0f-b145-58c9a76da8e0 of type flat for network b978e267-548c-477c-b4af-6ec94f457a2b May 10 20:19:23.092366 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (b978e267-548c-477c-b4af-6ec94f457a2b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.122917 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (b978e267-548c-477c-b4af-6ec94f457a2b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.123836 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:23.124412 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.190391 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5972908 May 10 20:19:23.220377 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48036ac0-1c51-4310-8f26-3b08b8e721a3 admin admin] Pushing event updated for resources: {'Network': ['ID=b978e267-548c-477c-b4af-6ec94f457a2b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:23.230404 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network b978e267-548c-477c-b4af-6ec94f457a2b details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:19:23.314701 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:23.362278 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:23.362962 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:23.491024 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:24.405394 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-56d6bec5-6767-4982-be15-0cfa49ab066f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:25.577139 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57352) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:25.997753 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87653265-1f98-4862-9064-1430c02d091d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:25.999121 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-87653265-1f98-4862-9064-1430c02d091d demo admin] 10.222.0.61 "GET /v2.0/subnets/bf440837-51c0-463f-aed2-39b35e12f637 HTTP/1.1" status: 200 len: 849 time: 0.4210103 May 10 20:19:26.162076 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3ea9ad0b-b518-40a4-87b7-e7cbf986ab06 demo admin] 10.222.0.61 "GET /v2.0/routers/53bf43c1-b01a-4f1e-ad54-78d3783ef132 HTTP/1.1" status: 200 len: 704 time: 0.1572566 May 10 20:19:26.452481 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.608556 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-194f1cb6-9f78-42ee-9d57-836cceebb200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.746005 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Allocated IP 172.20.0.1 (f213cc3a-72c3-4c83-a111-52b990517b0f/bf440837-51c0-463f-aed2-39b35e12f637/c8536933-6c3a-4f86-882f-aeba846cde14) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:26.928268 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Publish callbacks [] for port (c8536933-6c3a-4f86-882f-aeba846cde14), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:26.992644 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.076289 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Network f213cc3a-72c3-4c83-a111-52b990517b0f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:27.086177 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:27.089197 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Pushing event updated for resources: {'Port': ['ID=c8536933-6c3a-4f86-882f-aeba846cde14,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:27.093092 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:27.093635 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (53bf43c1-b01a-4f1e-ad54-78d3783ef132), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.274269 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-65dd7792-9a17-460d-8696-3118c0f23945 None None] Provisioning complete for port c8536933-6c3a-4f86-882f-aeba846cde14 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:27.274726 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-65dd7792-9a17-460d-8696-3118c0f23945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.307145 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-65dd7792-9a17-460d-8696-3118c0f23945 None None] Port c8536933-6c3a-4f86-882f-aeba846cde14 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:27.350292 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.561940 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Publish callbacks [] for port (c8536933-6c3a-4f86-882f-aeba846cde14), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.566281 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.567295 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (53bf43c1-b01a-4f1e-ad54-78d3783ef132), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.643044 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Pushing event updated for resources: {'Port': ['ID=c8536933-6c3a-4f86-882f-aeba846cde14,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:27.691826 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Network f213cc3a-72c3-4c83-a111-52b990517b0f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:27.693216 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:27.862407 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Router 53bf43c1-b01a-4f1e-ad54-78d3783ef132 is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:19:27.931779 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-39ea7258-971b-47ce-91c6-0da180b7c69d None None] Provisioning complete for port c8536933-6c3a-4f86-882f-aeba846cde14 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:27.932322 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-39ea7258-971b-47ce-91c6-0da180b7c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:27.957330 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:19:27.969538 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bb85a320-4113-4e2a-9bac-39d7e38b026a demo admin] 10.222.0.61 "PUT /v2.0/routers/53bf43c1-b01a-4f1e-ad54-78d3783ef132/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8021939 May 10 20:19:27.970487 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Sync routers for ids ['53bf43c1-b01a-4f1e-ad54-78d3783ef132'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:27.974549 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-39ea7258-971b-47ce-91c6-0da180b7c69d None None] Port c8536933-6c3a-4f86-882f-aeba846cde14 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:19:27.989667 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Routers {'53bf43c1-b01a-4f1e-ad54-78d3783ef132'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:27.991029 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:19:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['53bf43c1-b01a-4f1e-ad54-78d3783ef132'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:27.994569 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:28.188704 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Set router 53bf43c1-b01a-4f1e-ad54-78d3783ef132 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:28.602868 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'name': 'router1', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:17Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 2, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'gw_port_host': None, '_interfaces': [{'id': 'c8536933-6c3a-4f86-882f-aeba846cde14', 'name': '', 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'mac_address': 'fa:16:3e:32:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 2, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'subnets': [{'id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8091df5f-b27a-476d-b594-e7382fce09f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:28.653682 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Checking router: 53bf43c1-b01a-4f1e-ad54-78d3783ef132 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:28.654048 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Updating router 53bf43c1-b01a-4f1e-ad54-78d3783ef132 port c8536933-6c3a-4f86-882f-aeba846cde14 binding host dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:19:28.707701 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.017791 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.212169 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Publish callbacks [] for port (c8536933-6c3a-4f86-882f-aeba846cde14), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.219713 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.387820 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Pushing event updated for resources: {'Port': ['ID=c8536933-6c3a-4f86-882f-aeba846cde14,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:29.392726 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Attempting to bind port c8536933-6c3a-4f86-882f-aeba846cde14 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:29.393158 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Attempting to bind port c8536933-6c3a-4f86-882f-aeba846cde14 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '07ea1435-2b74-45b0-b83c-0e87a9caa0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:29.393594 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Attempting to bind port c8536933-6c3a-4f86-882f-aeba846cde14 on network f213cc3a-72c3-4c83-a111-52b990517b0f {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:29.401231 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:29.401628 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Checking segment: {'id': '07ea1435-2b74-45b0-b83c-0e87a9caa0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:29.402668 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.403056 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Bound using segment: {'id': '07ea1435-2b74-45b0-b83c-0e87a9caa0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:29.403548 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Bound port: c8536933-6c3a-4f86-882f-aeba846cde14, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ea1435-2b74-45b0-b83c-0e87a9caa0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:29.403928 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.420619 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.420961 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.421332 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.421677 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.422007 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.422466 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.422648 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.422975 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.423292 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.423614 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.423936 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.424273 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.424596 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.424917 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.425266 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Tracked resource versions report: May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: pushed versions: May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: { 'AddressGroup': {'1.2'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Agent': {'1.1'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'ConntrackHelper': {'1.0'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'LocalIPAssociation': {'1.0'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Log': {'1.0'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'NDPProxy': {'1.0'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Network': {'1.1'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Port': {'1.7'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'PortForwarding': {'1.3'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'QosPolicy': {'1.10'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SecurityGroup': {'1.5'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SubPort': {'1.0'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Subnet': {'1.1'}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Trunk': {'1.1'}} May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: consumer versions: May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: { DHCP agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: L3 agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: Metadata agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: Metering agent@dv-cinder-828806-2-iscsi: {}, May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: Open vSwitch agent@dv-cinder-828806-2-iscsi: { 'AddressGroup': '1.2', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Agent': '1.1', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'ConntrackHelper': '1.0', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'LocalIPAssociation': '1.0', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Log': '1.0', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'NDPProxy': '1.0', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Network': '1.1', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Port': '1.7', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'PortForwarding': '1.3', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'QosPolicy': '1.10', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SecurityGroup': '1.5', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SecurityGroupRule': '1.2', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SubPort': '1.0', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Subnet': '1.1', May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Trunk': '1.1'}} May 10 20:19:29.426713 dv-cinder-828806-2-iscsi neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:19:29.485439 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] For port c8536933-6c3a-4f86-882f-aeba846cde14, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:29.505701 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] For port c8536933-6c3a-4f86-882f-aeba846cde14, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c8536933-6c3a-4f86-882f-aeba846cde14,segment=NetworkSegment(07ea1435-2b74-45b0-b83c-0e87a9caa0af),segment_id=07ea1435-2b74-45b0-b83c-0e87a9caa0af)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:29.511696 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.569626 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173e8fe-5d1d-4858-be79-4e1ced891217 None None] Pushing event updated for resources: {'Port': ['ID=c8536933-6c3a-4f86-882f-aeba846cde14,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:29.573687 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Routers {'53bf43c1-b01a-4f1e-ad54-78d3783ef132'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:29.574324 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:19:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['53bf43c1-b01a-4f1e-ad54-78d3783ef132'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:29.607560 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7b57d454-c824-4a76-96cf-791b66d7f14c None None] Provisioning complete for port c8536933-6c3a-4f86-882f-aeba846cde14 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:29.608303 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b57d454-c824-4a76-96cf-791b66d7f14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.669155 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] Set router 53bf43c1-b01a-4f1e-ad54-78d3783ef132 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:29.702180 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7b57d454-c824-4a76-96cf-791b66d7f14c None None] Current status of the port c8536933-6c3a-4f86-882f-aeba846cde14 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:29.702823 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b57d454-c824-4a76-96cf-791b66d7f14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.737386 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7b57d454-c824-4a76-96cf-791b66d7f14c None None] For port c8536933-6c3a-4f86-882f-aeba846cde14, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c8536933-6c3a-4f86-882f-aeba846cde14,segment=NetworkSegment(07ea1435-2b74-45b0-b83c-0e87a9caa0af),segment_id=07ea1435-2b74-45b0-b83c-0e87a9caa0af)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:29.742751 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7b57d454-c824-4a76-96cf-791b66d7f14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.793278 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57d454-c824-4a76-96cf-791b66d7f14c None None] Pushing event updated for resources: {'Port': ['ID=c8536933-6c3a-4f86-882f-aeba846cde14,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:29.860412 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-7f5e8255-30d7-4d6b-9f5f-7caef84b92ae None None] Provisioning complete for port c8536933-6c3a-4f86-882f-aeba846cde14 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:29.860716 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8255-30d7-4d6b-9f5f-7caef84b92ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:29.879242 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'name': 'router1', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:17Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 2, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'gw_port_host': None, '_interfaces': [{'id': 'c8536933-6c3a-4f86-882f-aeba846cde14', 'name': '', 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'mac_address': 'fa:16:3e:32:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:29Z', 'revision_number': 4, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'subnets': [{'id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8091df5f-b27a-476d-b594-e7382fce09f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:29.907558 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf2e34-cc70-4f28-8368-a3405df04766 None None] The sync data for ids ['53bf43c1-b01a-4f1e-ad54-78d3783ef132'] in dv-cinder-828806-2-iscsi is: [{'id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'name': 'router1', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:17Z', 'updated_at': '2022-05-10T20:19:27Z', 'revision_number': 2, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'gw_port_host': None, '_interfaces': [{'id': 'c8536933-6c3a-4f86-882f-aeba846cde14', 'name': '', 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'mac_address': 'fa:16:3e:32:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:29Z', 'revision_number': 4, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'subnets': [{'id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8091df5f-b27a-476d-b594-e7382fce09f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:29.944614 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e8255-30d7-4d6b-9f5f-7caef84b92ae None None] Current status of the port c8536933-6c3a-4f86-882f-aeba846cde14 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:30.421789 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57374) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:30.592300 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.620377 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983eb63-872a-45e9-b6ad-22a84428a137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:30.622324 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1983eb63-872a-45e9-b6ad-22a84428a137 admin admin] 10.222.0.61 "GET /v2.0/networks/b978e267-548c-477c-b4af-6ec94f457a2b HTTP/1.1" status: 200 len: 842 time: 0.1995571 May 10 20:19:30.631561 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-445ff040-58b6-477d-b834-358307061def admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:30.654899 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445ff040-58b6-477d-b834-358307061def admin admin] Made reservation on behalf of 92bd0a8a7f7646abb6287b06cfd28dac for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:19:30.657098 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-445ff040-58b6-477d-b834-358307061def admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.939930 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.objects.ports [None req-445ff040-58b6-477d-b834-358307061def admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103476) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 20:19:30.940340 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-445ff040-58b6-477d-b834-358307061def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (dc06381b-24f5-47a2-b8c6-ac618f01b514), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:30.988890 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ff040-58b6-477d-b834-358307061def admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc06381b-24f5-47a2-b8c6-ac618f01b514,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:31.005336 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ff040-58b6-477d-b834-358307061def admin admin] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:31.005708 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ff040-58b6-477d-b834-358307061def admin admin] Network hostable DHCP agents. Network: b978e267-548c-477c-b4af-6ec94f457a2b, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:19:31.027928 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ff040-58b6-477d-b834-358307061def admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:19:31.040123 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-445ff040-58b6-477d-b834-358307061def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, b978e267-548c-477c-b4af-6ec94f457a2b) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:31.044557 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ff040-58b6-477d-b834-358307061def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:31.045198 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-445ff040-58b6-477d-b834-358307061def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:31.050132 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92472450-ef3b-467f-90d6-86376d491993 None None] Network b978e267-548c-477c-b4af-6ec94f457a2b requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:31.061187 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-445ff040-58b6-477d-b834-358307061def admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4329474 May 10 20:19:31.164726 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa9326-3b48-435e-8da2-83f366803217 None None] Network b978e267-548c-477c-b4af-6ec94f457a2b requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:19:33.474951 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57392) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:33.608895 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6d3e50a3-4e0c-4660-8f03-267c39142bbc demo admin] 10.222.0.61 "GET /v2.0/routers/53bf43c1-b01a-4f1e-ad54-78d3783ef132 HTTP/1.1" status: 200 len: 710 time: 0.1326296 May 10 20:19:33.769684 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981457d9-1e2b-4367-ab18-965d296377b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:19:33.771050 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-981457d9-1e2b-4367-ab18-965d296377b0 demo admin] 10.222.0.61 "GET /v2.0/networks/b978e267-548c-477c-b4af-6ec94f457a2b HTTP/1.1" status: 200 len: 886 time: 0.1568108 May 10 20:19:33.779875 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:19:34.033860 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Publish callbacks [] for router_gateway (53bf43c1-b01a-4f1e-ad54-78d3783ef132), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:34.247336 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Publish callbacks [] for router_gateway (53bf43c1-b01a-4f1e-ad54-78d3783ef132), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:34.321984 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:34.435283 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Allocated IP 172.27.0.25 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/c4c84574-8415-4cd7-a219-f85cc6f17181) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:19:34.536583 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Publish callbacks [] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:34.568123 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:34.606602 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:19:34.609345 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:19:34.611752 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:19:34.651431 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Pushing event updated for resources: {'Port': ['ID=c4c84574-8415-4cd7-a219-f85cc6f17181,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:34.872920 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Publish callbacks [] for router_gateway (53bf43c1-b01a-4f1e-ad54-78d3783ef132), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.181752 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31536'] for router (53bf43c1-b01a-4f1e-ad54-78d3783ef132), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.186003 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703545'] for router (53bf43c1-b01a-4f1e-ad54-78d3783ef132), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.298501 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Router 53bf43c1-b01a-4f1e-ad54-78d3783ef132 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:19:35.407295 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:19:35.411392 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:35.424999 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-08d63f76-91a3-4949-b33a-d9a20c5bb341 demo admin] 10.222.0.61 "PUT /v2.0/routers/53bf43c1-b01a-4f1e-ad54-78d3783ef132 HTTP/1.1" status: 200 len: 889 time: 1.6359339 May 10 20:19:37.334374 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c8536933-6c3a-4f86-882f-aeba846cde14 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:37.379736 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port c8536933-6c3a-4f86-882f-aeba846cde14 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:37.380121 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:37.455822 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port c8536933-6c3a-4f86-882f-aeba846cde14 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:37.900797 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57404) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:19:38.014647 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-04d28e83-c34a-4abb-a8a0-8ace195ed8a7 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1127098 May 10 20:19:38.777905 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Sync routers for ids ['53bf43c1-b01a-4f1e-ad54-78d3783ef132'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:19:38.789655 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Routers {'53bf43c1-b01a-4f1e-ad54-78d3783ef132'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:38.790300 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:19:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['53bf43c1-b01a-4f1e-ad54-78d3783ef132'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:39.021062 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Set router 53bf43c1-b01a-4f1e-ad54-78d3783ef132 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:39.474505 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'name': 'router1', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'c4c84574-8415-4cd7-a219-f85cc6f17181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:17Z', 'updated_at': '2022-05-10T20:19:34Z', 'revision_number': 4, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'gw_port': {'id': 'c4c84574-8415-4cd7-a219-f85cc6f17181', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:34Z', 'updated_at': '2022-05-10T20:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c8536933-6c3a-4f86-882f-aeba846cde14', 'name': '', 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'mac_address': 'fa:16:3e:32:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:29Z', 'revision_number': 5, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'subnets': [{'id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8091df5f-b27a-476d-b594-e7382fce09f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:39.525899 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Checking router: 53bf43c1-b01a-4f1e-ad54-78d3783ef132 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:19:39.526271 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Updating router 53bf43c1-b01a-4f1e-ad54-78d3783ef132 port c4c84574-8415-4cd7-a219-f85cc6f17181 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:19:39.575812 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.912246 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Publish callbacks [] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.917656 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.973668 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Attempting to bind port c4c84574-8415-4cd7-a219-f85cc6f17181 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:19:39.973668 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Attempting to bind port c4c84574-8415-4cd7-a219-f85cc6f17181 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:19:39.973668 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Attempting to bind port c4c84574-8415-4cd7-a219-f85cc6f17181 on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:19:39.975508 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adedf92-82f2-4d0d-8d0d-4de2f6817dcc None None] Pushing event updated for resources: {'Port': ['ID=c4c84574-8415-4cd7-a219-f85cc6f17181,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:39.981632 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:19:39.982006 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:19:39.982403 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:39.983321 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:19:39.983321 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Bound port: c4c84574-8415-4cd7-a219-f85cc6f17181, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:19:39.983605 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.039448 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] For port c4c84574-8415-4cd7-a219-f85cc6f17181, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:19:40.043537 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] For port c4c84574-8415-4cd7-a219-f85cc6f17181, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c4c84574-8415-4cd7-a219-f85cc6f17181,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:19:40.050450 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:40.107965 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Routers {'53bf43c1-b01a-4f1e-ad54-78d3783ef132'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:19:40.108585 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:19:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['53bf43c1-b01a-4f1e-ad54-78d3783ef132'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:40.113782 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adedf92-82f2-4d0d-8d0d-4de2f6817dcc None None] Pushing event updated for resources: {'Port': ['ID=c4c84574-8415-4cd7-a219-f85cc6f17181,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:40.227767 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] Set router 53bf43c1-b01a-4f1e-ad54-78d3783ef132 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:19:40.446803 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'name': 'router1', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'c4c84574-8415-4cd7-a219-f85cc6f17181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:17Z', 'updated_at': '2022-05-10T20:19:34Z', 'revision_number': 4, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'gw_port': {'id': 'c4c84574-8415-4cd7-a219-f85cc6f17181', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:34Z', 'updated_at': '2022-05-10T20:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c8536933-6c3a-4f86-882f-aeba846cde14', 'name': '', 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'mac_address': 'fa:16:3e:32:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:29Z', 'revision_number': 5, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'subnets': [{'id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8091df5f-b27a-476d-b594-e7382fce09f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:19:40.476381 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254c7b4e-c21b-4db6-bb13-bbb280f66e61 None None] The sync data for ids ['53bf43c1-b01a-4f1e-ad54-78d3783ef132'] in dv-cinder-828806-2-iscsi is: [{'id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'name': 'router1', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'c4c84574-8415-4cd7-a219-f85cc6f17181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:19:17Z', 'updated_at': '2022-05-10T20:19:34Z', 'revision_number': 4, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'gw_port': {'id': 'c4c84574-8415-4cd7-a219-f85cc6f17181', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:34Z', 'updated_at': '2022-05-10T20:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c8536933-6c3a-4f86-882f-aeba846cde14', 'name': '', 'network_id': 'f213cc3a-72c3-4c83-a111-52b990517b0f', 'tenant_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'mac_address': 'fa:16:3e:32:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bf43c1-b01a-4f1e-ad54-78d3783ef132', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:19:26Z', 'updated_at': '2022-05-10T20:19:29Z', 'revision_number': 5, 'project_id': '738f5f7d460742eaa6d8fe6a6d1d25a3', 'subnets': [{'id': 'bf440837-51c0-463f-aed2-39b35e12f637', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8091df5f-b27a-476d-b594-e7382fce09f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:19:41.375193 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c4c84574-8415-4cd7-a219-f85cc6f17181 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:41.436452 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port c4c84574-8415-4cd7-a219-f85cc6f17181 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:41.437278 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.543804 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port c4c84574-8415-4cd7-a219-f85cc6f17181 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:41.544666 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.575153 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port c4c84574-8415-4cd7-a219-f85cc6f17181, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c4c84574-8415-4cd7-a219-f85cc6f17181,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:19:41.582791 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:41.656136 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=c4c84574-8415-4cd7-a219-f85cc6f17181,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:19:43.392580 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c4c84574-8415-4cd7-a219-f85cc6f17181 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:19:43.499564 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port c4c84574-8415-4cd7-a219-f85cc6f17181 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:19:43.506579 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c4c84574-8415-4cd7-a219-f85cc6f17181), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:43.707653 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port c4c84574-8415-4cd7-a219-f85cc6f17181 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:19:54.419577 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a2c2ca42-d150-4dc5-a562-ad03086c4c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:56.632788 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-91807514-2984-4ec9-83d2-9414452ac129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:57.006517 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:19:57.980521 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:19:59.032800 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:00.602190 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:24.415867 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-48d5efcf-7eb9-4989-99fd-cd9aebf8b744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:26.617387 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-94c9d94a-a146-4d14-bf8b-c55199ee057c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:27.984549 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:29.030439 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:30.597180 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:34.004335 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:20:54.409656 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0104069b-0a1c-44f2-9c58-949568b30a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:56.307620 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57888) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:56.370365 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6c0219-5658-4b25-853d-813820aedcfc admin admin] GET failed (client error): The resource could not be found. May 10 20:20:56.371652 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9a6c0219-5658-4b25-853d-813820aedcfc admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630996 May 10 20:20:56.531986 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38d939-e9f5-40f0-86ba-caf05646f8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:56.533416 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ca38d939-e9f5-40f0-86ba-caf05646f8f6 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572616 May 10 20:20:56.619546 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-208e0e46-daba-4607-a52a-607373be5503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:57.985220 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:58.782564 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57898) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:20:58.871065 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26472d9-00de-48d3-a580-1b5261156daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:58.872914 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a26472d9-00de-48d3-a580-1b5261156daf admin admin] 10.222.0.61 "GET /v2.0/subnets/bf440837-51c0-463f-aed2-39b35e12f637 HTTP/1.1" status: 200 len: 849 time: 0.0887849 May 10 20:20:58.881918 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:20:58.966188 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Publish callbacks [] for subnet (bf440837-51c0-463f-aed2-39b35e12f637), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:59.030496 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:59.109303 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737325982109'] for subnet (bf440837-51c0-463f-aed2-39b35e12f637), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:59.139386 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:20:59.139975 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:59.141840 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] 10.222.0.61 "PUT /v2.0/subnets/bf440837-51c0-463f-aed2-39b35e12f637 HTTP/1.1" status: 200 len: 868 time: 0.2627726 May 10 20:20:59.154062 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ba321-3e74-4964-8ed4-9866a6f3d749 None None] Network f213cc3a-72c3-4c83-a111-52b990517b0f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:20:59.163865 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf440837-51c0-463f-aed2-39b35e12f637,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:20:59.172600 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.172947 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.173516 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.173862 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.174194 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.174554 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.174880 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.175207 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.175546 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.175878 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.176219 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.176565 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.176887 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.177324 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.177642 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba24b1-4ba4-4319-b4e9-b64c30bc1637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:20:59.506165 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9a780a63-960b-4695-a5f0-4b4e5d110633 None None] Provisioning complete for port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:20:59.506547 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a780a63-960b-4695-a5f0-4b4e5d110633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:59.585140 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9a780a63-960b-4695-a5f0-4b4e5d110633 None None] Current status of the port 722a1ad8-ddaf-4fec-9ef1-13eddbeb7f29 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:20:59.593292 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9a780a63-960b-4695-a5f0-4b4e5d110633 None None] Provisioning complete for port c8536933-6c3a-4f86-882f-aeba846cde14 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:20:59.593680 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a780a63-960b-4695-a5f0-4b4e5d110633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c8536933-6c3a-4f86-882f-aeba846cde14), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:20:59.667586 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9a780a63-960b-4695-a5f0-4b4e5d110633 None None] Current status of the port c8536933-6c3a-4f86-882f-aeba846cde14 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:21:00.605039 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:01.350257 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57906) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:01.556118 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872dbc6d-8d70-4f44-8529-547e95f7833e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:01.556504 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872dbc6d-8d70-4f44-8529-547e95f7833e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:01.558094 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-872dbc6d-8d70-4f44-8529-547e95f7833e admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2068942 May 10 20:21:03.806621 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57914) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:03.938152 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff055f-6073-4e5e-a78f-8d991cd961db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:03.938622 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff055f-6073-4e5e-a78f-8d991cd961db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:03.940138 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bfff055f-6073-4e5e-a78f-8d991cd961db admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325715 May 10 20:21:06.172869 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57922) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:06.297154 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966d313-e57a-48a1-9e7a-b2e10a6887b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:06.298470 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8966d313-e57a-48a1-9e7a-b2e10a6887b8 admin admin] 10.222.0.61 "GET /v2.0/networks/b978e267-548c-477c-b4af-6ec94f457a2b HTTP/1.1" status: 200 len: 886 time: 0.1246254 May 10 20:21:08.514514 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 57930) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:08.704421 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f32f0-86e1-4f29-81c8-14c054a1a8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:08.705733 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5d2f32f0-86e1-4f29-81c8-14c054a1a8c6 admin admin] 10.222.0.61 "GET /v2.0/networks/f213cc3a-72c3-4c83-a111-52b990517b0f HTTP/1.1" status: 200 len: 869 time: 0.1900799 May 10 20:21:10.937474 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 57940) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:11.002827 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:21:11.063077 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0cd917-d42b-4c1d-8e83-0a5dcce960e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:11.063536 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0cd917-d42b-4c1d-8e83-0a5dcce960e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:11.065109 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1e0cd917-d42b-4c1d-8e83-0a5dcce960e1 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266747 May 10 20:21:13.290997 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57948) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:13.409999 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a706f9e8-797a-4c22-a01a-4e500a90b437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:13.410445 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a706f9e8-797a-4c22-a01a-4e500a90b437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:13.411956 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a706f9e8-797a-4c22-a01a-4e500a90b437 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200407 May 10 20:21:15.666561 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57956) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:15.759506 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18777c2-970e-4031-ac64-39e3c2a00187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:15.760861 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c18777c2-970e-4031-ac64-39e3c2a00187 admin admin] 10.222.0.61 "GET /v2.0/subnets/bf440837-51c0-463f-aed2-39b35e12f637 HTTP/1.1" status: 200 len: 868 time: 0.0933645 May 10 20:21:17.966764 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 57964) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:18.051618 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd37285b-eea3-4169-9f85-5a67c9a0ef53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:21:18.052950 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bd37285b-eea3-4169-9f85-5a67c9a0ef53 admin admin] 10.222.0.61 "GET /v2.0/subnets/dc06381b-24f5-47a2-b8c6-ac618f01b514 HTTP/1.1" status: 200 len: 816 time: 0.0851586 May 10 20:21:24.412133 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b385db4d-ae8a-456a-8ea9-a10d2dc3ab2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:26.620354 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5bee8728-e174-4ac4-aa7b-64646baaf45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:27.990676 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:29.033880 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:30.598958 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:48.001382 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:21:54.411668 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cc73f5c0-da7e-4799-92ff-472150a79bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:56.624235 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef1ae-d94e-45be-91f7-49a365443edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:57.991132 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:59.036550 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:21:59.218833 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58022) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:21:59.264875 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [None req-e0aee605-84ca-42dd-9490-b4e4309813e1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:21:59.265887 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e0aee605-84ca-42dd-9490-b4e4309813e1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0461323 May 10 20:22:00.602514 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:01.580406 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58030) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:01.639746 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f38c1a-db38-4f69-bea2-7154ec42d591 admin admin] GET failed (client error): The resource could not be found. May 10 20:22:01.641110 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-23f38c1a-db38-4f69-bea2-7154ec42d591 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597303 May 10 20:22:01.830795 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4777e2-c007-4769-8604-c7a353acc590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:01.832282 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8d4777e2-c007-4769-8604-c7a353acc590 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1871729 May 10 20:22:04.070063 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58038) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:04.115471 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:22:04.133540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Made reservation on behalf of 92bd0a8a7f7646abb6287b06cfd28dac for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:22:04.135888 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:04.162670 dv-cinder-828806-2-iscsi neutron-server[103476]: WARNING neutron.services.revisions.revision_plugin [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Could not find related network for resource to bump revision. May 10 20:22:04.176347 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:22:04.186053 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (1f41d746-4804-4566-8fd8-09ca9ec1ae43), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:04.186387 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Added segment 1f41d746-4804-4566-8fd8-09ca9ec1ae43 of type vlan for network 2662c736-f59a-4f1c-88ca-4e548dc9adcd May 10 20:22:04.224448 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (2662c736-f59a-4f1c-88ca-4e548dc9adcd), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:04.248031 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (2662c736-f59a-4f1c-88ca-4e548dc9adcd), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:04.248893 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:04.249502 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:04.301097 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2299640 May 10 20:22:04.309744 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Pushing event updated for resources: {'Network': ['ID=2662c736-f59a-4f1c-88ca-4e548dc9adcd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:04.317072 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.317454 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.317808 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.318149 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.318479 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.318805 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.319129 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.319456 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.319780 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.320103 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.320427 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.320751 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.321102 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.321419 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.321739 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc55e8a8-7d40-4912-a704-feb4f76675bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:04.334387 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network 2662c736-f59a-4f1c-88ca-4e548dc9adcd details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:22:06.579148 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58046) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:22:06.641481 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a93f398-1692-4d71-bfa4-f06ae43fd93f admin admin] GET failed (client error): The resource could not be found. May 10 20:22:06.642766 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1a93f398-1692-4d71-bfa4-f06ae43fd93f admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626345 May 10 20:22:06.712921 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa6131-899d-4466-b7de-d9b96053bdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:06.714475 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-63fa6131-899d-4466-b7de-d9b96053bdc7 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676250 May 10 20:22:06.723905 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Request body: {'subnet': {'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:22:06.741386 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Made reservation on behalf of 92bd0a8a7f7646abb6287b06cfd28dac for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:22:06.743635 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:06.903865 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (a5f9ff4a-abe2-4474-bb30-25c536a5de32), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:06.957082 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f9ff4a-abe2-4474-bb30-25c536a5de32,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:06.965348 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Checking segment: {'id': '1f41d746-4804-4566-8fd8-09ca9ec1ae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:22:06.965734 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Network hostable DHCP agents. Network: 2662c736-f59a-4f1c-88ca-4e548dc9adcd, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:22:06.982775 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Network 2662c736-f59a-4f1c-88ca-4e548dc9adcd is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:22:06.990563 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, 2662c736-f59a-4f1c-88ca-4e548dc9adcd) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:22:06.994529 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:22:06.995125 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.000171 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d966f4-ed3c-48f4-9cca-c5c0a663d901 None None] Network 2662c736-f59a-4f1c-88ca-4e548dc9adcd requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:22:07.010434 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-74507ccc-4b6e-4c32-9710-a432db441a45 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2898302 May 10 20:22:07.203916 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-2662c736-f59a-4f1c-88ca-4e548dc9adcd', 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd', 'project_id': '92bd0a8a7f7646abb6287b06cfd28dac', 'fixed_ips': [{'subnet_id': 'a5f9ff4a-abe2-4474-bb30-25c536a5de32'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:22:07.205144 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.344445 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Allocated IP 192.168.233.2 (2662c736-f59a-4f1c-88ca-4e548dc9adcd/a5f9ff4a-abe2-4474-bb30-25c536a5de32/96a937ed-096b-41c6-8fd5-0a81b70fb527) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:22:07.492678 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Publish callbacks [] for port (96a937ed-096b-41c6-8fd5-0a81b70fb527), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.503050 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (96a937ed-096b-41c6-8fd5-0a81b70fb527), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.546394 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Network 2662c736-f59a-4f1c-88ca-4e548dc9adcd is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:22:07.549138 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:22:07.552146 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:22:07.566901 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Pushing event updated for resources: {'Port': ['ID=96a937ed-096b-41c6-8fd5-0a81b70fb527,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:07.587838 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.588175 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.588528 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.588878 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.589226 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.589559 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.589879 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.590195 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.590509 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.591456 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.591776 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.592108 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.592427 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.592741 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.593080 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:22:07.629615 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Attempting to bind port 96a937ed-096b-41c6-8fd5-0a81b70fb527 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:22:07.629980 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Attempting to bind port 96a937ed-096b-41c6-8fd5-0a81b70fb527 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '1f41d746-4804-4566-8fd8-09ca9ec1ae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:22:07.630341 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Attempting to bind port 96a937ed-096b-41c6-8fd5-0a81b70fb527 on network 2662c736-f59a-4f1c-88ca-4e548dc9adcd {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:22:07.635708 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:22:07.636079 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Checking segment: {'id': '1f41d746-4804-4566-8fd8-09ca9ec1ae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:22:07.639414 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.639414 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Bound using segment: {'id': '1f41d746-4804-4566-8fd8-09ca9ec1ae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:22:07.639414 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Bound port: 96a937ed-096b-41c6-8fd5-0a81b70fb527, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f41d746-4804-4566-8fd8-09ca9ec1ae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:22:07.639414 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (96a937ed-096b-41c6-8fd5-0a81b70fb527), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.705577 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] For port 96a937ed-096b-41c6-8fd5-0a81b70fb527, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:22:07.708728 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] For port 96a937ed-096b-41c6-8fd5-0a81b70fb527, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=96a937ed-096b-41c6-8fd5-0a81b70fb527,segment=NetworkSegment(1f41d746-4804-4566-8fd8-09ca9ec1ae43),segment_id=1f41d746-4804-4566-8fd8-09ca9ec1ae43)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:22:07.714929 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (96a937ed-096b-41c6-8fd5-0a81b70fb527), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:07.779983 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196f088-350a-483a-87ba-7e5f78e62c3a None None] Pushing event updated for resources: {'Port': ['ID=96a937ed-096b-41c6-8fd5-0a81b70fb527,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:08.612115 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de245ed1-d9b7-4661-9dc7-659a6e001eff None None] Network 2662c736-f59a-4f1c-88ca-4e548dc9adcd requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:22:08.675405 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e653b448-e556-42bd-b712-2f0032c9ec4c None None] Provisioning complete for port 96a937ed-096b-41c6-8fd5-0a81b70fb527 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:22:08.675777 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e653b448-e556-42bd-b712-2f0032c9ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (96a937ed-096b-41c6-8fd5-0a81b70fb527), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:08.790061 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e653b448-e556-42bd-b712-2f0032c9ec4c None None] Current status of the port 96a937ed-096b-41c6-8fd5-0a81b70fb527 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:22:08.790447 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e653b448-e556-42bd-b712-2f0032c9ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (96a937ed-096b-41c6-8fd5-0a81b70fb527), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:08.829676 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e653b448-e556-42bd-b712-2f0032c9ec4c None None] For port 96a937ed-096b-41c6-8fd5-0a81b70fb527, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=96a937ed-096b-41c6-8fd5-0a81b70fb527,segment=NetworkSegment(1f41d746-4804-4566-8fd8-09ca9ec1ae43),segment_id=1f41d746-4804-4566-8fd8-09ca9ec1ae43)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:22:08.834548 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e653b448-e556-42bd-b712-2f0032c9ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (96a937ed-096b-41c6-8fd5-0a81b70fb527), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:08.886589 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653b448-e556-42bd-b712-2f0032c9ec4c None None] Pushing event updated for resources: {'Port': ['ID=96a937ed-096b-41c6-8fd5-0a81b70fb527,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:22:09.054718 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5594b361-da38-4365-870b-8680d9e78477 None None] Provisioning complete for port 96a937ed-096b-41c6-8fd5-0a81b70fb527 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:22:09.055104 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5594b361-da38-4365-870b-8680d9e78477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (96a937ed-096b-41c6-8fd5-0a81b70fb527), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:09.133146 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5594b361-da38-4365-870b-8680d9e78477 None None] Current status of the port 96a937ed-096b-41c6-8fd5-0a81b70fb527 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:22:09.437225 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 96a937ed-096b-41c6-8fd5-0a81b70fb527 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:22:09.487183 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 96a937ed-096b-41c6-8fd5-0a81b70fb527 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:22:09.487549 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (96a937ed-096b-41c6-8fd5-0a81b70fb527), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:09.564102 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 96a937ed-096b-41c6-8fd5-0a81b70fb527 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:22:24.413142 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55ff7e45-ce24-4568-9f4b-f1f896dd5ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:24.999927 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:22:26.633503 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-409cee3b-c3d8-41d8-bd1a-8c1ed8fcb723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:27.994977 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:29.042406 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:30.608474 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:54.416663 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-629fec38-4b25-4332-b99b-65b38a897641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:56.625262 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e21c0042-89c1-4894-afb8-cefabf7c3cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:57.997585 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:22:59.044113 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:00.602089 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:01.997549 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:23:24.419334 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bf4f260b-7800-4ac4-a541-9e75bed8f1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:26.628326 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b2808789-dcaa-49e5-a21a-ac62bfb8ee1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:28.000553 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:29.047404 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:30.607009 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:33.830592 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58084) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:33.836211 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [None req-41017680-fad8-48fb-9d75-dd4e459f131f tempest-verify_tempest_config-96188166 tempest-verify_tempest_config-96188166-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:23:33.837187 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-41017680-fad8-48fb-9d75-dd4e459f131f tempest-verify_tempest_config-96188166 tempest-verify_tempest_config-96188166-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056138 May 10 20:23:34.118041 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58102) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:34.219209 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:34.295950 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Publish callbacks [] for security_group (83ea5776-585d-477c-9d62-05e4670ee5b3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:34.299449 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (83ea5776-585d-477c-9d62-05e4670ee5b3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:34.341860 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ea5776-585d-477c-9d62-05e4670ee5b3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:34.345576 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=780cad3975d54c8cbf3703da07785257&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2265716 May 10 20:23:34.348384 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58106) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:23:34.350783 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.351126 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.351467 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.351799 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.352122 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.352444 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.352765 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.353111 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.353451 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.353778 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.354117 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.354445 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.354764 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.355709 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.356028 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163144f9-c029-49b7-b881-5bb463a51c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.426537 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Publish callbacks [] for security_group (83ea5776-585d-477c-9d62-05e4670ee5b3), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:34.446242 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Publish callbacks [] for security_group (83ea5776-585d-477c-9d62-05e4670ee5b3), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:34.537535 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (83ea5776-585d-477c-9d62-05e4670ee5b3), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:34.540024 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:34.541228 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83ea5776-585d-477c-9d62-05e4670ee5b3 HTTP/1.1" status: 204 len: 168 time: 0.1917486 May 10 20:23:34.549566 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ea5776-585d-477c-9d62-05e4670ee5b3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:23:34.556060 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.556412 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.556773 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.557148 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.557487 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.557821 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.558204 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.558522 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.558866 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.559196 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.559545 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.559891 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.560370 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.560773 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:34.561377 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e26d4f-2d67-49a8-bc59-da7509f8d57b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:23:38.996009 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:23:54.421260 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d847ea58-3d82-4e16-90b2-0a4e70dea080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:56.630167 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cbe2b202-df34-4261-b90b-98283e79ecf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:58.003144 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:23:59.049390 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:00.608578 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:15.994257 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:24:24.421275 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8ad58aee-e32c-4b1e-a4ff-57881914685c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:26.630566 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-622ec618-308d-44b2-9ebf-8a127b1f3644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:28.005436 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:29.052917 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:30.614339 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:52.992449 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 5 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:24:54.421867 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f4308ef-3146-485e-9768-ddc9e6662370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:56.631986 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-11308b23-5b19-4363-b82e-bc8ede3fc0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:58.008657 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:24:59.055760 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:00.607160 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:19.426114 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1694146'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:24.422897 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d8003f01-c444-44d8-b1c6-ebe6dd6b5aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:26.632469 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1767a34-4811-4ff2-b3d8-addac59f5f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:28.011427 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:29.060315 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:29.991242 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:25:30.617364 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:32.549936 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58178) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:25:32.655197 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c61348cd-b9a3-4dca-a767-e93cc427a0f1 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1041391 May 10 20:25:34.908187 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58188) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:25:34.960622 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-40c76d98-65a5-4e3b-a5ea-645ab9068270 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0513921 May 10 20:25:49.425183 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:54.423475 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-53b9b0a8-05ad-47b7-907c-e384430e491a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:56.633542 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8dcedaa8-fd4e-4259-b1dc-18bf424d24ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:58.012351 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:25:59.063828 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:00.609214 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:06.991015 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:26:19.457540 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:24.424405 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5c1701d-3718-4592-9564-d812174a1180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:26.638377 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c480024d-bf4f-49e9-a59e-f6a2b6277b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:28.015742 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:29.074406 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:30.616895 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:43.989640 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:26:49.454466 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:54.425702 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a09c0b2a-49fc-4739-afcf-dc8c7b44f1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:56.631494 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8bb4dfce-aa88-48d2-85e3-d50ee3ca4791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:58.019104 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:26:59.071314 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:00.610827 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:14.535758 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58396) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:14.547586 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58402) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:14.728987 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58416) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:14.832896 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-network', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:14.863029 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58430) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:14.884046 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-689408521-network', 'tenant_id': 'c86827b1ba384ed9b24e7e6afd65a4d5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:14.889361 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Made reservation on behalf of 89cf2816f8884e679e6c7e4c3d98f348 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:14.891484 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:14.922536 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:14.933211 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Made reservation on behalf of c86827b1ba384ed9b24e7e6afd65a4d5 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:14.939300 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:14.949024 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:14.981956 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-network', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:15.043347 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Made reservation on behalf of 67dae2f388bc4a81bc957f48b1b02e42 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:15.045769 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.071256 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.093349 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Publish callbacks [] for security_group (0ed3ded1-18bf-4ea3-8674-560060fa4d3d), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.102616 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0ed3ded1-18bf-4ea3-8674-560060fa4d3d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.149815 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed3ded1-18bf-4ea3-8674-560060fa4d3d,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:15.160187 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.160796 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.161186 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.161640 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.162039 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.162588 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.163124 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.164366 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.164764 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.165173 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.165593 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.166092 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.166684 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.167102 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.167493 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Tracked resource versions report: May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: pushed versions: May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: { 'AddressGroup': {'1.2'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Agent': {'1.1'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'ConntrackHelper': {'1.0'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'LocalIPAssociation': {'1.0'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Log': {'1.0'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'NDPProxy': {'1.0'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Network': {'1.1'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Port': {'1.7'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'PortForwarding': {'1.3'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'QosPolicy': {'1.10'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SecurityGroup': {'1.5'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SecurityGroupRule': {'1.2'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SubPort': {'1.0'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Subnet': {'1.1'}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Trunk': {'1.1'}} May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: consumer versions: May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: { DHCP agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: HyperV agent@hv-cinder-82880: {}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: L3 agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: Metadata agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: Metering agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: Open vSwitch agent@dv-cinder-828806-2-iscsi: { 'AddressGroup': '1.2', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Agent': '1.1', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'ConntrackHelper': '1.0', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'LocalIPAssociation': '1.0', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Log': '1.0', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'NDPProxy': '1.0', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Network': '1.1', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Port': '1.7', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'PortForwarding': '1.3', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'QosPolicy': '1.10', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SecurityGroup': '1.5', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SecurityGroupRule': '1.2', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'SubPort': '1.0', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Subnet': '1.1', May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: 'Trunk': '1.1'}} May 10 20:27:15.168861 dv-cinder-828806-2-iscsi neutron-server[103476]: {{(pid=103476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:27:15.186073 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:27:15.209805 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (38fcff3f-a811-4606-a8d0-6c1d51bfc0c9), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.210699 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Added segment 38fcff3f-a811-4606-a8d0-6c1d51bfc0c9 of type vlan for network 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 May 10 20:27:15.214870 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Publish callbacks [] for security_group (5331c659-1a66-4139-ad2c-6cfd58f879c3), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.219603 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5331c659-1a66-4139-ad2c-6cfd58f879c3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.233341 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Publish callbacks [] for security_group (f0f68923-ba23-4cae-b39b-728210ca5439), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.249085 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:27:15.254897 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f0f68923-ba23-4cae-b39b-728210ca5439), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.268186 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:27:15.273461 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5331c659-1a66-4139-ad2c-6cfd58f879c3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:15.276208 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737326034984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (96ec8249-0f69-44b2-9cce-ba90bebb451b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.277065 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Unsubscribe: segment precommit_create {{(pid=103477) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 20:27:15.277850 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Added segment 96ec8249-0f69-44b2-9cce-ba90bebb451b of type vlan for network a39b073b-dc0a-4098-8dbd-0428d76eaadb May 10 20:27:15.280229 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (9bf266d2-e579-42cc-b5ca-590ffaa1fc20), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.280571 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Added segment 9bf266d2-e579-42cc-b5ca-590ffaa1fc20 of type vlan for network 94296225-31bb-4ee2-9855-9dbaeebe459c May 10 20:27:15.298372 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1567151081-network', 'tenant_id': '638a84064b2244e0b938b063e13cb944'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:15.310835 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.311408 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.311971 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.312493 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.313025 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.313590 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.314095 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.314608 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.315113 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.315644 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.316155 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.316662 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.317183 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.317698 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.318244 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Tracked resource versions report: May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: pushed versions: May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: { 'AddressGroup': {'1.2'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Agent': {'1.1'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'ConntrackHelper': {'1.0'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'LocalIPAssociation': {'1.0'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Log': {'1.0'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'NDPProxy': {'1.0'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Network': {'1.1'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Port': {'1.7'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'PortForwarding': {'1.3'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'QosPolicy': {'1.10'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SecurityGroup': {'1.5'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SecurityGroupRule': {'1.2'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SubPort': {'1.0'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Subnet': {'1.1'}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Trunk': {'1.1'}} May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: consumer versions: May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: { DHCP agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: HyperV agent@hv-cinder-82880: {}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: L3 agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: Metadata agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: Metering agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: Open vSwitch agent@dv-cinder-828806-2-iscsi: { 'AddressGroup': '1.2', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Agent': '1.1', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'ConntrackHelper': '1.0', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'LocalIPAssociation': '1.0', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Log': '1.0', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'NDPProxy': '1.0', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Network': '1.1', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Port': '1.7', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'PortForwarding': '1.3', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'QosPolicy': '1.10', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SecurityGroup': '1.5', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SecurityGroupRule': '1.2', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'SubPort': '1.0', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Subnet': '1.1', May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: 'Trunk': '1.1'}} May 10 20:27:15.320149 dv-cinder-828806-2-iscsi neutron-server[103477]: {{(pid=103477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:27:15.332249 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (94296225-31bb-4ee2-9855-9dbaeebe459c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.375207 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (a39b073b-dc0a-4098-8dbd-0428d76eaadb), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.376837 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (94296225-31bb-4ee2-9855-9dbaeebe459c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.378091 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:15.378748 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.402053 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Made reservation on behalf of 638a84064b2244e0b938b063e13cb944 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:15.405356 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.409273 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (792b0ab9-e737-4ad6-8401-6fa6cba5e5c3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.417040 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8776295 May 10 20:27:15.418888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58460) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:15.429896 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Request body: {'subnet': {'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-subnet', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:15.450620 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f68923-ba23-4cae-b39b-728210ca5439,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:15.472513 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.501445 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Made reservation on behalf of 89cf2816f8884e679e6c7e4c3d98f348 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:15.503516 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.511628 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (792b0ab9-e737-4ad6-8401-6fa6cba5e5c3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.513394 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:15.514600 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.536329 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c9c34-215a-4b56-9fdf-0c617ec724de admin admin] Pushing event updated for resources: {'Network': ['ID=94296225-31bb-4ee2-9855-9dbaeebe459c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:15.550543 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network 94296225-31bb-4ee2-9855-9dbaeebe459c details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:27:15.560733 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0120220 May 10 20:27:15.585922 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58466) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:15.590793 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Request body: {'subnet': {'network_id': '792b0ab9-e737-4ad6-8401-6fa6cba5e5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-689408521-subnet', 'tenant_id': 'c86827b1ba384ed9b24e7e6afd65a4d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:15.597274 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Publish callbacks [] for security_group (5380849c-657b-4796-b1fa-d6f72a23aeb2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.635564 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39696c9f-b5f2-4a6e-8cb5-25aff192d310 admin admin] Pushing event updated for resources: {'Network': ['ID=792b0ab9-e737-4ad6-8401-6fa6cba5e5c3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:15.653229 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:27:15.674407 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5380849c-657b-4796-b1fa-d6f72a23aeb2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.677550 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Made reservation on behalf of c86827b1ba384ed9b24e7e6afd65a4d5 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:15.681278 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.692956 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (a39b073b-dc0a-4098-8dbd-0428d76eaadb), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.694004 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:15.697668 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.853304 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] Pushing event updated for resources: {'Network': ['ID=a39b073b-dc0a-4098-8dbd-0428d76eaadb,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:15.882573 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:27:15.896458 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:27:15.907944 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5380849c-657b-4796-b1fa-d6f72a23aeb2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:15.920552 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5af17c7f-0c5e-4688-8902-e018a15a2269 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1900706 May 10 20:27:15.925203 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58480) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:15.927636 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (64568a4e-bf8f-4c2e-86b9-0e17a3c54983), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.928143 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Added segment 64568a4e-bf8f-4c2e-86b9-0e17a3c54983 of type vlan for network 836205da-476a-4894-bbf3-e76da5a6bb7f May 10 20:27:15.934951 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Request body: {'subnet': {'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-subnet', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:15.968835 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Made reservation on behalf of 67dae2f388bc4a81bc957f48b1b02e42 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:15.974431 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:15.974841 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (af0ed73b-2a07-4152-9e8d-4a994ad8cbd8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.029513 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0ed73b-2a07-4152-9e8d-4a994ad8cbd8,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:16.062540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Checking segment: {'id': '38fcff3f-a811-4606-a8d0-6c1d51bfc0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '792b0ab9-e737-4ad6-8401-6fa6cba5e5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:16.062904 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Network hostable DHCP agents. Network: 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:27:16.084185 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Network 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:27:16.097767 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:16.107074 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:16.107698 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.108442 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b808523-1aef-469f-8f10-06209a5f5185 None None] Network 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:16.124367 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (836205da-476a-4894-bbf3-e76da5a6bb7f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.126865 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-623d57df-ecaf-4548-bd8e-d7168a4b9fb8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5383110 May 10 20:27:16.216391 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (836205da-476a-4894-bbf3-e76da5a6bb7f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.217373 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:16.217959 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.259956 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6189a9ae-ac84-4f20-91ac-461387911bef None None] Network 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:16.332830 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4684598 May 10 20:27:16.335979 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:16.342622 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Request body: {'subnet': {'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1567151081-subnet', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:16.355289 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64c46d-e451-4c59-b34c-5efb2ab33ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=836205da-476a-4894-bbf3-e76da5a6bb7f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:16.373536 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network 836205da-476a-4894-bbf3-e76da5a6bb7f details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:27:16.390895 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Made reservation on behalf of 638a84064b2244e0b938b063e13cb944 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:16.394835 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.442059 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (b146ad4d-7bd1-4d06-aaaa-651edd93715c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.553117 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (b737e67f-c47b-4001-9755-d3138de2b121), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.559408 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b146ad4d-7bd1-4d06-aaaa-651edd93715c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:16.569164 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Checking segment: {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:16.570192 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Network hostable DHCP agents. Network: 94296225-31bb-4ee2-9855-9dbaeebe459c, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:27:16.635850 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Network 94296225-31bb-4ee2-9855-9dbaeebe459c is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:27:16.649719 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b737e67f-c47b-4001-9755-d3138de2b121,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:16.654562 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Checking segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:16.655015 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Network hostable DHCP agents. Network: a39b073b-dc0a-4098-8dbd-0428d76eaadb, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:27:16.658474 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, 94296225-31bb-4ee2-9855-9dbaeebe459c) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:16.664860 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:16.665553 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.674808 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81670e-ca4b-4346-b426-ac042363a0a5 None None] Network 94296225-31bb-4ee2-9855-9dbaeebe459c requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:16.691394 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-89d637cb-db98-451a-823b-db2c58acb41d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2637815 May 10 20:27:16.691753 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:16.698449 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:16.705245 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:27:16.718777 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, a39b073b-dc0a-4098-8dbd-0428d76eaadb) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:16.735796 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:16.736865 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.742340 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (136efa15-6070-4f0b-ac95-3c7e68961527), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.742519 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4859ec-bf5a-44a0-b4d0-969cd20dfb4e None None] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:16.744320 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (136efa15-6070-4f0b-ac95-3c7e68961527), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.749063 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (3541aece-caea-4c84-b2f9-b93c74c29765), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.794264 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0ef650d1-4368-4258-8eed-9c9d251e89be admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8677862 May 10 20:27:16.797227 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58526) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:16.803396 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:16.853384 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks [] for router_controller (136efa15-6070-4f0b-ac95-3c7e68961527), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.855405 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3541aece-caea-4c84-b2f9-b93c74c29765,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:16.858620 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Checking segment: {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:16.858987 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Network hostable DHCP agents. Network: 836205da-476a-4894-bbf3-e76da5a6bb7f, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:27:16.886083 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.887437 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.904324 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Network 836205da-476a-4894-bbf3-e76da5a6bb7f is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:27:16.919618 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, 836205da-476a-4894-bbf3-e76da5a6bb7f) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:16.925697 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:16.926347 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:16.938295 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb060836-910f-4d06-b48e-2d8fdbb1d7ed None None] Network 836205da-476a-4894-bbf3-e76da5a6bb7f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:16.950686 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-75e3e021-fd2c-408f-b29d-c8a85edd967d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6108291 May 10 20:27:16.951043 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58530) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:16.956294 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:17.059529 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (edb47664-2139-480d-ac95-23dae09875af), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.060378 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (edb47664-2139-480d-ac95-23dae09875af), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.140605 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-94296225-31bb-4ee2-9855-9dbaeebe459c', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:27:17.141646 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.214971 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58560) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:17.217045 dv-cinder-828806-2-iscsi neutron-server[103476]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 20:27:17.273296 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks [] for router_gateway (136efa15-6070-4f0b-ac95-3c7e68961527), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.364609 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks [] for router_controller (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.406496 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Allocated IP 172.20.0.2 (94296225-31bb-4ee2-9855-9dbaeebe459c/b146ad4d-7bd1-4d06-aaaa-651edd93715c/8a9f691e-6a13-4eb2-a1be-98f34d2d6250) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:17.463946 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-5f9363a2-7935-4757-a594-132db7a7f1c3 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:17.465472 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-5f9363a2-7935-4757-a594-132db7a7f1c3 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/networks?id=792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 HTTP/1.1" status: 200 len: 811 time: 0.2495499 May 10 20:27:17.518623 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks [] for router_controller (edb47664-2139-480d-ac95-23dae09875af), precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.531040 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-ee50e51e-b60e-4361-85b2-0b11722a8d0a tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/quotas/c86827b1ba384ed9b24e7e6afd65a4d5 HTTP/1.1" status: 200 len: 375 time: 0.0416136 May 10 20:27:17.613544 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Publish callbacks [] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.621875 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:27:17.625235 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.658105 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks [] for router_gateway (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.688343 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks [] for router_gateway (136efa15-6070-4f0b-ac95-3c7e68961527), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.752664 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-174502ad-600f-49e1-83bd-55ad6f10e377 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c86827b1ba384ed9b24e7e6afd65a4d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1877403 May 10 20:27:17.759142 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.851614 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.909314 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-836205da-476a-4894-bbf3-e76da5a6bb7f', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'project_id': '638a84064b2244e0b938b063e13cb944', 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:27:17.910254 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.915256 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks [] for router_gateway (edb47664-2139-480d-ac95-23dae09875af), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:17.932113 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Network 94296225-31bb-4ee2-9855-9dbaeebe459c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:17.952271 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Allocated IP 172.27.0.94 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/fa3efe2f-d49c-44e7-b874-bd2da998c1a2) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:18.007754 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:18.010789 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:18.067003 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-59b4914f-a0a1-4b16-83d6-c536a452b6cb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:27:18.068306 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-59b4914f-a0a1-4b16-83d6-c536a452b6cb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0988438 May 10 20:27:18.072622 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Pushing event updated for resources: {'Port': ['ID=8a9f691e-6a13-4eb2-a1be-98f34d2d6250,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:18.154114 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.154596 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.154953 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.155351 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.155692 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.156028 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.156338 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.156701 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.157047 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.157367 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.157735 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.158090 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.158386 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.158700 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.159013 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Tracked resource versions report: May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: pushed versions: May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: { 'AddressGroup': {'1.2'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Agent': {'1.1'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'ConntrackHelper': {'1.0'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'LocalIPAssociation': {'1.0'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Log': {'1.0'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'NDPProxy': {'1.0'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Network': {'1.1'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Port': {'1.7'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'PortForwarding': {'1.3'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'QosPolicy': {'1.10'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SecurityGroup': {'1.5'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SecurityGroupRule': {'1.2'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SubPort': {'1.0'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Subnet': {'1.1'}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Trunk': {'1.1'}} May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: consumer versions: May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: { DHCP agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: HyperV agent@hv-cinder-82880: {}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: L3 agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: Metadata agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: Metering agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: Open vSwitch agent@dv-cinder-828806-2-iscsi: { 'AddressGroup': '1.2', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Agent': '1.1', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'ConntrackHelper': '1.0', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'LocalIPAssociation': '1.0', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Log': '1.0', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'NDPProxy': '1.0', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Network': '1.1', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Port': '1.7', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'PortForwarding': '1.3', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'QosPolicy': '1.10', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SecurityGroup': '1.5', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SecurityGroupRule': '1.2', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'SubPort': '1.0', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Subnet': '1.1', May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: 'Trunk': '1.1'}} May 10 20:27:18.160227 dv-cinder-828806-2-iscsi neutron-server[103478]: {{(pid=103478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:27:18.200105 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks [] for router_gateway (edb47664-2139-480d-ac95-23dae09875af), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.210314 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks [] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.220574 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.225975 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Attempting to bind port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:18.226350 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Attempting to bind port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:18.226706 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Attempting to bind port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 on network 94296225-31bb-4ee2-9855-9dbaeebe459c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:18.242602 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks [] for router_gateway (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.243516 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-c627419c-9cc0-4636-bcc5-839d234837dc service neutron] 10.222.0.61 "GET /v2.0/networks/792b0ab9-e737-4ad6-8401-6fa6cba5e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686523 May 10 20:27:18.258959 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:18.259326 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Checking segment: {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:18.259726 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.260116 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Bound using segment: {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:18.260591 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Bound port: 8a9f691e-6a13-4eb2-a1be-98f34d2d6250, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:18.260964 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.281401 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.287848 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Allocated IP 172.20.0.2 (a39b073b-dc0a-4098-8dbd-0428d76eaadb/b737e67f-c47b-4001-9755-d3138de2b121/7d605965-17d8-40ef-8f1e-289cb7039d24) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:18.336721 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Allocated IP 172.20.0.2 (836205da-476a-4894-bbf3-e76da5a6bb7f/3541aece-caea-4c84-b2f9-b93c74c29765/f466d449-3bde-4693-b85c-8215ad98edac) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:18.358488 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.398321 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-583c9b5d-6bb7-421a-b97b-4ac8587d939a service neutron] 10.222.0.61 "GET /v2.0/networks/792b0ab9-e737-4ad6-8401-6fa6cba5e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233931 May 10 20:27:18.417350 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Allocated IP 172.27.0.212 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/9e6e8173-b8a5-404f-b74a-3dc2aee64bed) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:18.434979 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:18.441614 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:18.450394 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:18.457569 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Pushing event updated for resources: {'Port': ['ID=fa3efe2f-d49c-44e7-b874-bd2da998c1a2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:18.465999 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] For port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:18.488151 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] For port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=8a9f691e-6a13-4eb2-a1be-98f34d2d6250,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:18.511248 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.570818 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks [] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.615450 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.699071 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:18.703681 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:18.704247 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Publish callbacks [] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.706370 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f28aa9-06f8-4ef3-98c5-2e10645eb5f6 None None] Pushing event updated for resources: {'Port': ['ID=8a9f691e-6a13-4eb2-a1be-98f34d2d6250,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:18.706513 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6e8173-b8a5-404f-b74a-3dc2aee64bed,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:18.708479 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:18.723564 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Allocated IP 172.27.0.200 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/43a73560-28be-4451-91f1-85d40b93ebc3) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:18.739852 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.805082 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58602) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:18.815426 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Publish callbacks [] for port (f466d449-3bde-4693-b85c-8215ad98edac), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.832307 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (f466d449-3bde-4693-b85c-8215ad98edac), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.870180 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks [] for port (43a73560-28be-4451-91f1-85d40b93ebc3), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:18.878540 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:18.886779 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:18.889308 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Pushing event updated for resources: {'Port': ['ID=7d605965-17d8-40ef-8f1e-289cb7039d24,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:18.892738 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:18.920245 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a95c0940-6614-4434-b503-53f6ec4ca20a req-af4195a8-0b73-4839-b8b9-8a79a3d2cb44 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 210 time: 0.1136820 May 10 20:27:18.938428 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Network 836205da-476a-4894-bbf3-e76da5a6bb7f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:18.971587 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.043495 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:19.060947 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:19.135791 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:19.136181 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Pushing event updated for resources: {'Port': ['ID=f466d449-3bde-4693-b85c-8215ad98edac,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:19.139039 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:19.145999 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:19.212625 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Attempting to bind port 7d605965-17d8-40ef-8f1e-289cb7039d24 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:19.213015 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Attempting to bind port 7d605965-17d8-40ef-8f1e-289cb7039d24 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:19.213372 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Attempting to bind port 7d605965-17d8-40ef-8f1e-289cb7039d24 on network a39b073b-dc0a-4098-8dbd-0428d76eaadb {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:19.234230 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks [] for router_gateway (edb47664-2139-480d-ac95-23dae09875af), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.247822 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:19.248193 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Checking segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:19.248590 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.248997 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Bound using segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:19.249472 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Bound port: 7d605965-17d8-40ef-8f1e-289cb7039d24, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:19.249843 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.274726 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Attempting to bind port f466d449-3bde-4693-b85c-8215ad98edac on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:19.274726 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Attempting to bind port f466d449-3bde-4693-b85c-8215ad98edac by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:19.274726 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Attempting to bind port f466d449-3bde-4693-b85c-8215ad98edac on network 836205da-476a-4894-bbf3-e76da5a6bb7f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:19.287430 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:19.287850 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Checking segment: {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:19.289135 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.289741 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Bound using segment: {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:19.290509 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Bound port: f466d449-3bde-4693-b85c-8215ad98edac, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:19.290779 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f466d449-3bde-4693-b85c-8215ad98edac), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.293753 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Pushing event updated for resources: {'Port': ['ID=43a73560-28be-4451-91f1-85d40b93ebc3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:19.395488 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] For port 7d605965-17d8-40ef-8f1e-289cb7039d24, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:19.421478 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] For port 7d605965-17d8-40ef-8f1e-289cb7039d24, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=7d605965-17d8-40ef-8f1e-289cb7039d24,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:19.424321 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] For port f466d449-3bde-4693-b85c-8215ad98edac, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:19.444232 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.448575 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] For port f466d449-3bde-4693-b85c-8215ad98edac, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=f466d449-3bde-4693-b85c-8215ad98edac,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:19.499703 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f466d449-3bde-4693-b85c-8215ad98edac), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.538740 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.549169 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (edb47664-2139-480d-ac95-23dae09875af), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.577967 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a2bba-631e-4126-912c-0cbd259fde04 None None] Pushing event updated for resources: {'Port': ['ID=7d605965-17d8-40ef-8f1e-289cb7039d24,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:19.660729 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks [] for router_gateway (136efa15-6070-4f0b-ac95-3c7e68961527), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:19.688747 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:19.789578 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cc375-fb1d-454a-b8f2-6715d5c790c6 None None] Pushing event updated for resources: {'Port': ['ID=f466d449-3bde-4693-b85c-8215ad98edac,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:19.809842 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Router edb47664-2139-480d-ac95-23dae09875af is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:27:19.842082 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:19.842587 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:20.257791 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks [] for router_gateway (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:20.308652 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:20.309308 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:20.394702 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=8a9f691e-6a13-4eb2-a1be-98f34d2d6250,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:20.402979 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:20.510025 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=8a9f691e-6a13-4eb2-a1be-98f34d2d6250,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:20.558716 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (136efa15-6070-4f0b-ac95-3c7e68961527), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:20.632631 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8789e-56e8-4b29-8c38-04fbd49eb17b None None] Network 94296225-31bb-4ee2-9855-9dbaeebe459c requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:20.651092 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58664) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:20.696316 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-890990af-e27a-4c1e-95c9-b79b0dd15e94 req-f6b8a4d0-8613-4291-9130-e5834dbbaae0 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 210 time: 0.0566075 May 10 20:27:20.706125 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:27:20.720872 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-fa69ae0f-24b6-45b7-a871-7542ea773f61 None None] Provisioning complete for port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:20.721426 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fa69ae0f-24b6-45b7-a871-7542ea773f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:20.722188 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Sync routers for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:27:20.741120 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:20.743214 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:20.744554 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-32058d33-b518-41d7-a05f-5077ce7fea53 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7920952 May 10 20:27:20.746439 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:26:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:20.749163 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58668) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:20.832016 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:20.998382 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1fbe-d8bb-482a-9730-159f904b48dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:21.027721 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-fa69ae0f-24b6-45b7-a871-7542ea773f61 None None] Current status of the port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:21.055242 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:27:21.106657 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:21.239040 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Router 136efa15-6070-4f0b-ac95-3c7e68961527 is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:27:21.470827 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1adb1de4-6eec-4089-8bdd-13bffef2d6f0 None None] Provisioning complete for port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:21.471575 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1adb1de4-6eec-4089-8bdd-13bffef2d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:21.564839 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:19Z', 'revision_number': 3, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:21.588244 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c11609-553f-4de5-b1db-74760358b3f7 None None] Network 836205da-476a-4894-bbf3-e76da5a6bb7f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:21.697777 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Checking router: edb47664-2139-480d-ac95-23dae09875af for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:27:21.697777 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Updating router edb47664-2139-480d-ac95-23dae09875af port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed binding host dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:27:21.765747 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:21.800961 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:27:21.816063 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:27:21.817150 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1fbe-d8bb-482a-9730-159f904b48dd admin admin] Publish callbacks [] for security_group (ab044083-a2a5-46eb-9378-4fdc796aeda0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:21.845642 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1fbe-d8bb-482a-9730-159f904b48dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ab044083-a2a5-46eb-9378-4fdc796aeda0), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:21.888659 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:21.895469 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7d94ea39-01fc-4ea9-baf7-ffb976aee20c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2022154 May 10 20:27:21.898627 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58704) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:22.044420 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Sync routers for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:27:22.137435 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.69', 59903) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:22.241234 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:22.243404 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:22.244064 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:26:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:22.268064 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c1fbe-d8bb-482a-9730-159f904b48dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab044083-a2a5-46eb-9378-4fdc796aeda0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:22.303095 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58716) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:22.305232 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1b2c1fbe-d8bb-482a-9730-159f904b48dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef717363cd714bdc9ae9d3a620172ef6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6515899 May 10 20:27:22.343579 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5946d89-040d-438e-93e5-d92180d98d6d None None] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:22.430361 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1adb1de4-6eec-4089-8bdd-13bffef2d6f0 None None] Current status of the port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:22.470462 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:27:22.507898 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-c79b15ea-3cab-47b5-9bdc-6560227f0604 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:22.509755 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-c79b15ea-3cab-47b5-9bdc-6560227f0604 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.69 "GET /v2.0/networks?id=792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 HTTP/1.1" status: 200 len: 811 time: 0.3708036 May 10 20:27:22.524493 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Sync routers for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:27:22.550181 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:22.557933 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Provisioning complete for port 7d605965-17d8-40ef-8f1e-289cb7039d24 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:22.558490 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:22.565117 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:22.569299 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:26:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:22.601117 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:22.611001 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7b863ca-ebbf-4809-8733-23322806c5a4 req-452b3fc9-c2d1-4cbb-bd3e-b40931ed21e2 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 210 time: 0.2092183 May 10 20:27:22.615536 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58728) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:22.615686 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-47d87dbe-12e7-490a-bfcd-8584a8307912 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8170307 May 10 20:27:22.626407 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Request body: {'port': {'device_id': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'network_id': '792b0ab9-e737-4ad6-8401-6fa6cba5e5c3', 'admin_state_up': True, 'tenant_id': 'c86827b1ba384ed9b24e7e6afd65a4d5'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:22.671099 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cc0-4393-4282-b455-c7510a4ba2e4 admin admin] Publish callbacks [] for security_group (ab044083-a2a5-46eb-9378-4fdc796aeda0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:22.711264 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Publish callbacks [] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:22.739792 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:22.740846 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:22.741343 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:22.791375 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:22.802446 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Attempting to bind port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:22.813594 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Attempting to bind port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:22.814258 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Attempting to bind port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:22.827204 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:22.827676 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:22.828163 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:22.837492 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:22.839316 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Bound port: 9e6e8173-b8a5-404f-b74a-3dc2aee64bed, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:22.839789 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.049778 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:23.103192 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Current status of the port 7d605965-17d8-40ef-8f1e-289cb7039d24 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:23.103692 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.119327 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] For port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:23.133918 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Pushing event updated for resources: {'Port': ['ID=9e6e8173-b8a5-404f-b74a-3dc2aee64bed,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:23.157348 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Allocated IP 172.20.0.1 (836205da-476a-4894-bbf3-e76da5a6bb7f/3541aece-caea-4c84-b2f9-b93c74c29765/e13155d5-5a4b-4252-a6e3-50551ba59369) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:23.164828 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:23.166055 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device f466d449-3bde-4693-b85c-8215ad98edac up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:23.177086 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] For port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=9e6e8173-b8a5-404f-b74a-3dc2aee64bed,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:23.190537 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.190537 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.190537 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.191035 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.191653 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.191817 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.192219 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.192607 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.193005 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.193603 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.193839 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.195325 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.195588 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.195978 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.196420 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Tracked resource versions report: May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: pushed versions: May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: { 'AddressGroup': {'1.2'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Agent': {'1.1'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'ConntrackHelper': {'1.0'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'LocalIPAssociation': {'1.0'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Log': {'1.0'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'NDPProxy': {'1.0'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Network': {'1.1'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Port': {'1.7'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'PortForwarding': {'1.3'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'QosPolicy': {'1.10'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SecurityGroup': {'1.5'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SubPort': {'1.0'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Subnet': {'1.1'}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Trunk': {'1.1'}} May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: consumer versions: May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: { DHCP agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: HyperV agent@hv-cinder-82880: {}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: L3 agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: Metadata agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: Metering agent@dv-cinder-828806-2-iscsi: {}, May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: Open vSwitch agent@dv-cinder-828806-2-iscsi: { 'AddressGroup': '1.2', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Agent': '1.1', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'ConntrackHelper': '1.0', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'LocalIPAssociation': '1.0', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Log': '1.0', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'NDPProxy': '1.0', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Network': '1.1', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Port': '1.7', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'PortForwarding': '1.3', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'QosPolicy': '1.10', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SecurityGroup': '1.5', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SecurityGroupRule': '1.2', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'SubPort': '1.0', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Subnet': '1.1', May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: 'Trunk': '1.1'}} May 10 20:27:23.197944 dv-cinder-828806-2-iscsi neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 20:27:23.227937 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] For port 7d605965-17d8-40ef-8f1e-289cb7039d24, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=7d605965-17d8-40ef-8f1e-289cb7039d24,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:23.242584 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:19Z', 'revision_number': 3, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:23.249495 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.250619 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.396661 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cc0-4393-4282-b455-c7510a4ba2e4 admin admin] Publish callbacks [] for security_group (ab044083-a2a5-46eb-9378-4fdc796aeda0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.471408 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58776) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:23.476469 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Checking router: 136efa15-6070-4f0b-ac95-3c7e68961527 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:27:23.478622 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Updating router 136efa15-6070-4f0b-ac95-3c7e68961527 port fa3efe2f-d49c-44e7-b874-bd2da998c1a2 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:27:23.480431 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c300e1-2888-4611-8a7a-136302d94c2f None None] Pushing event updated for resources: {'Port': ['ID=9e6e8173-b8a5-404f-b74a-3dc2aee64bed,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:23.485084 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Pushing event updated for resources: {'Port': ['ID=7d605965-17d8-40ef-8f1e-289cb7039d24,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:23.489168 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:23.489808 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:26:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:23.523260 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Provisioning complete for port f466d449-3bde-4693-b85c-8215ad98edac triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:23.523672 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f466d449-3bde-4693-b85c-8215ad98edac), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.570943 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.577592 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port f466d449-3bde-4693-b85c-8215ad98edac triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:23.577734 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f466d449-3bde-4693-b85c-8215ad98edac), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.773636 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:23.798291 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cc0-4393-4282-b455-c7510a4ba2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ab044083-a2a5-46eb-9378-4fdc796aeda0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.805628 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cc0-4393-4282-b455-c7510a4ba2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.806997 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b5d33cc0-4393-4282-b455-c7510a4ba2e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab044083-a2a5-46eb-9378-4fdc796aeda0 HTTP/1.1" status: 204 len: 168 time: 1.5021188 May 10 20:27:23.843302 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Publish callbacks [] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.859121 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d33cc0-4393-4282-b455-c7510a4ba2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab044083-a2a5-46eb-9378-4fdc796aeda0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:23.916053 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Current status of the port f466d449-3bde-4693-b85c-8215ad98edac is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:23.916239 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f466d449-3bde-4693-b85c-8215ad98edac), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:23.979222 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:19Z', 'revision_number': 3, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:23.992806 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58790) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:24.017780 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Made reservation on behalf of c86827b1ba384ed9b24e7e6afd65a4d5 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:24.021197 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.276399 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Checking router: b3fa7cfc-17be-4cc6-bdad-136c961e48c3 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:27:24.279392 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Updating router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 port 43a73560-28be-4451-91f1-85d40b93ebc3 binding host dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:27:24.296206 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.324652 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a69b168-81be-4062-8f77-a85260d50bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.336902 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a7e3d59-8741-4729-a933-c9a54b413779 req-398d3f45-e770-4496-8b47-c1018eb1128b tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 210 time: 0.2608705 May 10 20:27:24.375987 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.532947 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Publish callbacks [] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.587440 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Network 836205da-476a-4894-bbf3-e76da5a6bb7f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:24.599470 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Pushing event updated for resources: {'Port': ['ID=e13155d5-5a4b-4252-a6e3-50551ba59369,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:24.612335 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:24.619240 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:24.620175 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (edb47664-2139-480d-ac95-23dae09875af), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.674994 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port f466d449-3bde-4693-b85c-8215ad98edac is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:24.675462 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f466d449-3bde-4693-b85c-8215ad98edac), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.729469 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.739291 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.740050 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec138aca-d10a-48bd-a262-1541ae60d1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.837950 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:19Z', 'revision_number': 3, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:24.906216 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] For port f466d449-3bde-4693-b85c-8215ad98edac, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=f466d449-3bde-4693-b85c-8215ad98edac,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:24.909865 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d595f728-c3a5-4ebb-86fd-12bb512bc43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.916667 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58800) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:24.969511 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f466d449-3bde-4693-b85c-8215ad98edac), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:24.969511 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Attempting to bind port fa3efe2f-d49c-44e7-b874-bd2da998c1a2 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:24.969511 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Attempting to bind port fa3efe2f-d49c-44e7-b874-bd2da998c1a2 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:24.969511 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Attempting to bind port fa3efe2f-d49c-44e7-b874-bd2da998c1a2 on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:24.974464 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d92a4-0711-446a-bea9-3238f13d8ae6 None None] The sync data for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi is: [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:19Z', 'revision_number': 3, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:27:24.998052 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:25.002842 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:25.003230 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.003690 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:25.004203 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Bound port: fa3efe2f-d49c-44e7-b874-bd2da998c1a2, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:25.005019 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.139295 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.157585 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-46410d12-9f79-402e-8a77-609793a7f0de None None] Provisioning complete for port 7d605965-17d8-40ef-8f1e-289cb7039d24 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:25.157956 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-46410d12-9f79-402e-8a77-609793a7f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.224512 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1cb61-b813-4030-b147-8accb2a25c26 None None] Pushing event updated for resources: {'Port': ['ID=fa3efe2f-d49c-44e7-b874-bd2da998c1a2,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:25.314677 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Allocated IP 172.20.0.1 (94296225-31bb-4ee2-9855-9dbaeebe459c/b146ad4d-7bd1-4d06-aaaa-651edd93715c/c052bf69-bdee-43bf-b538-b470a1ae264e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:25.486167 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.539946 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-46410d12-9f79-402e-8a77-609793a7f0de None None] Current status of the port 7d605965-17d8-40ef-8f1e-289cb7039d24 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:25.554109 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Publish callbacks [] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.578710 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-46410d12-9f79-402e-8a77-609793a7f0de None None] Provisioning complete for port f466d449-3bde-4693-b85c-8215ad98edac triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:25.579094 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-46410d12-9f79-402e-8a77-609793a7f0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f466d449-3bde-4693-b85c-8215ad98edac), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.600047 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-51a85cf2-23ca-45f0-ab56-4a2cee2d3997 req-3e2a8067-0ee6-4b3f-85af-e14dcc4197c0 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 210 time: 0.0567455 May 10 20:27:25.609138 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Publish callbacks [] for port (43a73560-28be-4451-91f1-85d40b93ebc3), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.635196 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.api [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:27:25.635804 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG oslo_db.api [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:27:25.638377 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.666232 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Allocated IP 172.20.0.5 (792b0ab9-e737-4ad6-8401-6fa6cba5e5c3/af0ed73b-2a07-4152-9e8d-4a994ad8cbd8/347aa120-e5e6-4c00-837a-5f1f6cd8cd12) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:25.681909 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Allocated IP 172.20.0.1 (a39b073b-dc0a-4098-8dbd-0428d76eaadb/b737e67f-c47b-4001-9755-d3138de2b121/be4d7a4a-0810-44d1-b712-85314f97d277) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:25.730904 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] For port fa3efe2f-d49c-44e7-b874-bd2da998c1a2, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:25.739945 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b3acf-cd56-4a5c-a790-c0e2e3639ce5 None None] Pushing event updated for resources: {'Port': ['ID=43a73560-28be-4451-91f1-85d40b93ebc3,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:25.752695 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af819d-f06e-42ea-b089-32e2e64c2093 None None] Pushing event updated for resources: {'Port': ['ID=f466d449-3bde-4693-b85c-8215ad98edac,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:25.776307 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] For port fa3efe2f-d49c-44e7-b874-bd2da998c1a2, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=fa3efe2f-d49c-44e7-b874-bd2da998c1a2,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:25.779655 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Attempting to bind port 43a73560-28be-4451-91f1-85d40b93ebc3 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:25.780213 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Attempting to bind port 43a73560-28be-4451-91f1-85d40b93ebc3 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:25.780819 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Attempting to bind port 43a73560-28be-4451-91f1-85d40b93ebc3 on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:25.792804 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5de8e48-e4e8-4473-8210-a51442df3bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.807746 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.808360 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:25.808930 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:25.809520 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.810076 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:25.810701 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Bound port: 43a73560-28be-4451-91f1-85d40b93ebc3, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:25.811233 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:25.928028 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] For port 43a73560-28be-4451-91f1-85d40b93ebc3, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:25.934824 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] For port 43a73560-28be-4451-91f1-85d40b93ebc3, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=43a73560-28be-4451-91f1-85d40b93ebc3,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:25.957663 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.013849 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-46410d12-9f79-402e-8a77-609793a7f0de None None] Current status of the port f466d449-3bde-4693-b85c-8215ad98edac is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:26.026612 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:26.027255 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:26:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:26.051798 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.102781 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b3acf-cd56-4a5c-a790-c0e2e3639ce5 None None] Pushing event updated for resources: {'Port': ['ID=43a73560-28be-4451-91f1-85d40b93ebc3,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:26.116453 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:26.118119 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:26:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:26.125096 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1cb61-b813-4030-b147-8accb2a25c26 None None] Pushing event updated for resources: {'Port': ['ID=fa3efe2f-d49c-44e7-b874-bd2da998c1a2,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:26.149563 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Publish callbacks [] for port (be4d7a4a-0810-44d1-b712-85314f97d277), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.197223 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a69b168-81be-4062-8f77-a85260d50bd3 admin admin] Publish callbacks [] for security_group (3b491cdb-b221-4dac-8b4d-87130f9b7205), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.208173 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Publish callbacks [] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.223594 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d71cc16c-462f-446e-a5a8-39cf0f7fc568 None None] Provisioning complete for port e13155d5-5a4b-4252-a6e3-50551ba59369 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:26.227117 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.228078 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (edb47664-2139-480d-ac95-23dae09875af), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.234599 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d71cc16c-462f-446e-a5a8-39cf0f7fc568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.239861 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5a69b168-81be-4062-8f77-a85260d50bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (3b491cdb-b221-4dac-8b4d-87130f9b7205), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.341555 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Network 94296225-31bb-4ee2-9855-9dbaeebe459c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:26.389573 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Publish callbacks [] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.446354 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:26.457990 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:26.469623 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Pushing event updated for resources: {'Port': ['ID=e13155d5-5a4b-4252-a6e3-50551ba59369,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:26.481716 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.528010 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69b168-81be-4062-8f77-a85260d50bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b491cdb-b221-4dac-8b4d-87130f9b7205,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:26.555278 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:26.684054 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:26.700913 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:26.703899 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (136efa15-6070-4f0b-ac95-3c7e68961527), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.720121 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:26.724029 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Network 836205da-476a-4894-bbf3-e76da5a6bb7f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:26.725468 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:26.726209 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.820658 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:19Z', 'revision_number': 3, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:26.823970 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5de8e48-e4e8-4473-8210-a51442df3bad admin admin] Publish callbacks [] for security_group (07c33286-9c96-458c-8ec4-15aa8eaedcb0), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.832017 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port f466d449-3bde-4693-b85c-8215ad98edac is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:26.834069 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7d605965-17d8-40ef-8f1e-289cb7039d24 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:26.923744 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec138aca-d10a-48bd-a262-1541ae60d1df admin admin] Publish callbacks [] for security_group (757ef49d-e13b-4455-a7c0-883ee1f6ab0c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:26.942290 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d71cc16c-462f-446e-a5a8-39cf0f7fc568 None None] Port e13155d5-5a4b-4252-a6e3-50551ba59369 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:26.950782 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Pushing event updated for resources: {'Port': ['ID=be4d7a4a-0810-44d1-b712-85314f97d277,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:26.969051 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:26.977612 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5ec2e-7fc2-40b9-b45c-7d11d95dc345 None None] The sync data for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi is: [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:19Z', 'revision_number': 3, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:27:27.005859 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b5de8e48-e4e8-4473-8210-a51442df3bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (07c33286-9c96-458c-8ec4-15aa8eaedcb0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.024902 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b617bfd-f691-47f9-a2f8-5833521f3aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.110663 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:19Z', 'revision_number': 3, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:27.115689 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5a69b168-81be-4062-8f77-a85260d50bd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3da83e11e724b20bb63ca22111cfcc9&name=default HTTP/1.1" status: 200 len: 2992 time: 3.5712745 May 10 20:27:27.225230 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457d98-3144-45bc-8f4e-742cffaddedf None None] The sync data for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi is: [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:19Z', 'revision_number': 3, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:27:27.248994 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 7d605965-17d8-40ef-8f1e-289cb7039d24 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:27.249963 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.303391 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58820) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:27.340807 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0fa2ea46-67f2-47e3-a6ea-3ea3f76f0226 None None] Provisioning complete for port c052bf69-bdee-43bf-b538-b470a1ae264e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:27.343945 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ea46-67f2-47e3-a6ea-3ea3f76f0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.389670 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-512212af-fc72-46ec-8dcf-2ba7d7eb2de6 req-289f0d24-bb51-4f12-aaba-1d69af692e1a tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 210 time: 0.4317346 May 10 20:27:27.476207 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2ea46-67f2-47e3-a6ea-3ea3f76f0226 None None] Port c052bf69-bdee-43bf-b538-b470a1ae264e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:27.512170 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b5de8e48-e4e8-4473-8210-a51442df3bad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26497346d4ae465498dda3416ab74b94&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5935194 May 10 20:27:27.513462 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ec138aca-d10a-48bd-a262-1541ae60d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (757ef49d-e13b-4455-a7c0-883ee1f6ab0c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.543136 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58822) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:27.550352 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de8e48-e4e8-4473-8210-a51442df3bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c33286-9c96-458c-8ec4-15aa8eaedcb0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:27.613658 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 7d605965-17d8-40ef-8f1e-289cb7039d24 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:27.615505 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.618629 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ec138aca-d10a-48bd-a262-1541ae60d1df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0df7bfa294d8474892d9384abea254ba&name=default HTTP/1.1" status: 200 len: 2992 time: 3.6245220 May 10 20:27:27.629892 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-05a16d4a-988a-4b59-be57-49602cc915dd None None] Provisioning complete for port be4d7a4a-0810-44d1-b712-85314f97d277 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:27.630288 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-05a16d4a-988a-4b59-be57-49602cc915dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.648803 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58824) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:27.754411 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec138aca-d10a-48bd-a262-1541ae60d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757ef49d-e13b-4455-a7c0-883ee1f6ab0c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:27.759875 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Pushing event updated for resources: {'Port': ['ID=c052bf69-bdee-43bf-b538-b470a1ae264e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:27.792191 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8908889-e5f7-43cc-b098-8720dea99ac6 admin admin] Publish callbacks [] for security_group (07c33286-9c96-458c-8ec4-15aa8eaedcb0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.794983 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-05a16d4a-988a-4b59-be57-49602cc915dd None None] Port be4d7a4a-0810-44d1-b712-85314f97d277 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:27.811388 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-05a16d4a-988a-4b59-be57-49602cc915dd None None] Provisioning complete for port e13155d5-5a4b-4252-a6e3-50551ba59369 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:27.839526 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-05a16d4a-988a-4b59-be57-49602cc915dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.844795 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8908889-e5f7-43cc-b098-8720dea99ac6 admin admin] Publish callbacks [] for security_group (07c33286-9c96-458c-8ec4-15aa8eaedcb0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.984106 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8908889-e5f7-43cc-b098-8720dea99ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (07c33286-9c96-458c-8ec4-15aa8eaedcb0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:27.987544 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a8908889-e5f7-43cc-b098-8720dea99ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:28.010710 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a8908889-e5f7-43cc-b098-8720dea99ac6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07c33286-9c96-458c-8ec4-15aa8eaedcb0 HTTP/1.1" status: 204 len: 168 time: 0.3690774 May 10 20:27:28.019524 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-05a16d4a-988a-4b59-be57-49602cc915dd None None] Port e13155d5-5a4b-4252-a6e3-50551ba59369 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:28.096360 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8908889-e5f7-43cc-b098-8720dea99ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c33286-9c96-458c-8ec4-15aa8eaedcb0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:28.097390 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:28.108199 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:28.329324 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7d605965-17d8-40ef-8f1e-289cb7039d24 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:28.375060 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Router edb47664-2139-480d-ac95-23dae09875af has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:27:28.395554 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cda632e-9394-4f70-bc68-10d89ded4ea9 admin admin] Publish callbacks [] for security_group (3b491cdb-b221-4dac-8b4d-87130f9b7205), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:28.513888 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 7d605965-17d8-40ef-8f1e-289cb7039d24 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:28.514350 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:28.635899 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cda632e-9394-4f70-bc68-10d89ded4ea9 admin admin] Publish callbacks [] for security_group (3b491cdb-b221-4dac-8b4d-87130f9b7205), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:28.758565 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 7d605965-17d8-40ef-8f1e-289cb7039d24 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:28.759858 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device f466d449-3bde-4693-b85c-8215ad98edac up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:28.777436 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Pushing event updated for resources: {'Port': ['ID=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:28.939489 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port f466d449-3bde-4693-b85c-8215ad98edac triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:28.940010 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f466d449-3bde-4693-b85c-8215ad98edac), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.060611 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.128554 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f507937-16bf-491a-b6ee-2ea0a8fe4517 admin admin] Publish callbacks [] for security_group (757ef49d-e13b-4455-a7c0-883ee1f6ab0c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.150044 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.247848 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cda632e-9394-4f70-bc68-10d89ded4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (3b491cdb-b221-4dac-8b4d-87130f9b7205), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.255017 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0cda632e-9394-4f70-bc68-10d89ded4ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.258324 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0cda632e-9394-4f70-bc68-10d89ded4ea9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b491cdb-b221-4dac-8b4d-87130f9b7205 HTTP/1.1" status: 204 len: 168 time: 1.9496653 May 10 20:27:29.282604 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Network 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:29.285319 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:29.315173 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:29.326525 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:29.327585 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.375037 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port f466d449-3bde-4693-b85c-8215ad98edac is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:29.379959 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 43a73560-28be-4451-91f1-85d40b93ebc3 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:29.542764 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 43a73560-28be-4451-91f1-85d40b93ebc3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:29.543318 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.559449 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:27:29.589828 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a9cbb9f7-9498-4165-a23c-e55727f6590c admin admin] 10.222.0.61 "PUT /v2.0/routers/edb47664-2139-480d-ac95-23dae09875af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8370087 May 10 20:27:29.626949 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Sync routers for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:27:29.628612 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29c9c9-e578-4017-8da7-26cc94632c8b req-419e2566-7180-4fd4-8bf7-f31032dd1fbb tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:29.634277 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a29c9c9-e578-4017-8da7-26cc94632c8b req-419e2566-7180-4fd4-8bf7-f31032dd1fbb tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 931 time: 1.0306785 May 10 20:27:29.696811 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-732a1ced-5030-4169-8e7a-c4fe4a0ab950 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1009235 May 10 20:27:29.738593 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-549d2f5a-8f19-41ca-8f2e-af93ce256051 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:27:29.744641 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-549d2f5a-8f19-41ca-8f2e-af93ce256051 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0350897 May 10 20:27:29.744811 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:29.747049 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:27:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:29.755376 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda632e-9394-4f70-bc68-10d89ded4ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b491cdb-b221-4dac-8b4d-87130f9b7205,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:29.829321 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Publish callbacks [] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.844719 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.848595 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (136efa15-6070-4f0b-ac95-3c7e68961527), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:29.874285 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f507937-16bf-491a-b6ee-2ea0a8fe4517 admin admin] Publish callbacks [] for security_group (757ef49d-e13b-4455-a7c0-883ee1f6ab0c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:30.073526 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Publish callbacks [] for port (be4d7a4a-0810-44d1-b712-85314f97d277), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:30.085823 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a29c9c9-e578-4017-8da7-26cc94632c8b req-035ca33f-52b9-4183-b1db-13af3a75ce48 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365504 May 10 20:27:30.099927 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:30.103310 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:30.143098 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 43a73560-28be-4451-91f1-85d40b93ebc3 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:30.143693 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:30.310068 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Pushing event updated for resources: {'Port': ['ID=c052bf69-bdee-43bf-b538-b470a1ae264e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:30.345579 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Network 94296225-31bb-4ee2-9855-9dbaeebe459c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:30.348341 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:30.566213 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 43a73560-28be-4451-91f1-85d40b93ebc3, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=43a73560-28be-4451-91f1-85d40b93ebc3,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:30.587250 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:30.588429 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 9e6e8173-b8a5-404f-b74a-3dc2aee64bed up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:30.726930 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:31.001286 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f507937-16bf-491a-b6ee-2ea0a8fe4517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (757ef49d-e13b-4455-a7c0-883ee1f6ab0c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:31.003894 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8f507937-16bf-491a-b6ee-2ea0a8fe4517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:31.009882 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8f507937-16bf-491a-b6ee-2ea0a8fe4517 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/757ef49d-e13b-4455-a7c0-883ee1f6ab0c HTTP/1.1" status: 204 len: 168 time: 3.3572912 May 10 20:27:31.013796 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:31.019934 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:31.064141 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58900) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:31.126761 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a1146e24-f0cd-48e4-90c6-baf4b14ccc87 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638485434', 'description': 'tempest-description--2069616922'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:31.132637 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f507937-16bf-491a-b6ee-2ea0a8fe4517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757ef49d-e13b-4455-a7c0-883ee1f6ab0c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:31.138620 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Pushing event updated for resources: {'Port': ['ID=be4d7a4a-0810-44d1-b712-85314f97d277,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:31.227868 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1146e24-f0cd-48e4-90c6-baf4b14ccc87 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:31.277144 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Router 136efa15-6070-4f0b-ac95-3c7e68961527 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:27:31.496786 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:31.588172 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b6342-7b36-41ce-bbb9-04d8736801fd req-20c1c028-583e-4091-9e0f-15952c76e67d tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:31.590243 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-811b6342-7b36-41ce-bbb9-04d8736801fd req-20c1c028-583e-4091-9e0f-15952c76e67d tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 931 time: 0.2605951 May 10 20:27:31.612041 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:27:31.671656 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:27:31.687630 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Sync routers for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:27:31.720325 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1b906040-6181-478a-af33-7b649ebcf88d None None] Provisioning complete for port c052bf69-bdee-43bf-b538-b470a1ae264e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:31.720325 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1b906040-6181-478a-af33-7b649ebcf88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:31.746288 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e31b7c44-2c1e-4c3d-8a1e-e3a81458a28e admin admin] 10.222.0.61 "PUT /v2.0/routers/136efa15-6070-4f0b-ac95-3c7e68961527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8377247 May 10 20:27:31.746483 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:31.746483 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:27:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:31.814843 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:31.815166 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:31.866323 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1146e24-f0cd-48e4-90c6-baf4b14ccc87 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:31.872072 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-811b6342-7b36-41ce-bbb9-04d8736801fd req-47e5003c-c466-47c5-9ca1-bee0239ce98d tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657588 May 10 20:27:31.883139 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1146e24-f0cd-48e4-90c6-baf4b14ccc87 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:31.950518 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Request body: {'port': {'device_id': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:31.956135 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a1146e24-f0cd-48e4-90c6-baf4b14ccc87 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:31.957453 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a1146e24-f0cd-48e4-90c6-baf4b14ccc87 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8753159 May 10 20:27:31.958305 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=43a73560-28be-4451-91f1-85d40b93ebc3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:31.988060 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58924) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:32.010256 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d92716d6-a8e0-432f-bf0a-8431f59ae937 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'security_group_rule': {'security_group_id': 'ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:32.031807 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:32.110673 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1b906040-6181-478a-af33-7b649ebcf88d None None] Port c052bf69-bdee-43bf-b538-b470a1ae264e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:32.134565 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1146e24-f0cd-48e4-90c6-baf4b14ccc87 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:32.183961 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:27:32.205839 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2e4bcea9-fad2-4187-a23f-e660e96e9362 admin admin] 10.222.0.61 "PUT /v2.0/routers/b3fa7cfc-17be-4cc6-bdad-136c961e48c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5792787 May 10 20:27:32.231006 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d92716d6-a8e0-432f-bf0a-8431f59ae937 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (d40b0c57-891f-45c0-94bf-e5fd2e4b719e), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.274677 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Sync routers for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:27:32.282512 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.365457 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d92716d6-a8e0-432f-bf0a-8431f59ae937 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (d40b0c57-891f-45c0-94bf-e5fd2e4b719e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.370684 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d92716d6-a8e0-432f-bf0a-8431f59ae937 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (d40b0c57-891f-45c0-94bf-e5fd2e4b719e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.387287 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:32.389567 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.405418 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92716d6-a8e0-432f-bf0a-8431f59ae937 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40b0c57-891f-45c0-94bf-e5fd2e4b719e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:32.422274 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d92716d6-a8e0-432f-bf0a-8431f59ae937 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.426254 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d92716d6-a8e0-432f-bf0a-8431f59ae937 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4347765 May 10 20:27:32.426644 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-638e95a7-d662-4b39-a896-c44d25cde7e9 None None] Provisioning complete for port be4d7a4a-0810-44d1-b712-85314f97d277 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:32.426644 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-638e95a7-d662-4b39-a896-c44d25cde7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.426794 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58936) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:32.431719 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d088e3fa-baa4-406c-8adf-3d0bfd386a1a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'security_group_rule': {'security_group_id': 'ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:32.498316 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d088e3fa-baa4-406c-8adf-3d0bfd386a1a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (2ea2f86c-a059-4c40-b355-90f16761e30c), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.617404 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=9e6e8173-b8a5-404f-b74a-3dc2aee64bed,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:32.630007 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 2, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:32.741099 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:29Z', 'revision_number': 2, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:32.769533 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d088e3fa-baa4-406c-8adf-3d0bfd386a1a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (2ea2f86c-a059-4c40-b355-90f16761e30c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.787619 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Checking router: edb47664-2139-480d-ac95-23dae09875af for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:27:32.787619 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Updating router edb47664-2139-480d-ac95-23dae09875af port e13155d5-5a4b-4252-a6e3-50551ba59369 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:27:32.787619 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:32.787619 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:27:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:32.791933 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d088e3fa-baa4-406c-8adf-3d0bfd386a1a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (2ea2f86c-a059-4c40-b355-90f16761e30c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.838066 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Checking router: 136efa15-6070-4f0b-ac95-3c7e68961527 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:27:32.838659 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Updating router 136efa15-6070-4f0b-ac95-3c7e68961527 port c052bf69-bdee-43bf-b538-b470a1ae264e binding host dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:27:32.891367 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088e3fa-baa4-406c-8adf-3d0bfd386a1a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea2f86c-a059-4c40-b355-90f16761e30c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:32.908645 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d088e3fa-baa4-406c-8adf-3d0bfd386a1a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:32.915057 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 58962) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:32.922249 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d088e3fa-baa4-406c-8adf-3d0bfd386a1a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4946015 May 10 20:27:32.936288 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:33.031479 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:33.124910 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:33.196156 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2f767-8688-42fe-8b49-e3e7ec4a6204 req-6c98cd32-b0ba-4bc1-8124-00433a5cd5d1 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:33.214342 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:33.232341 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-05a2f767-8688-42fe-8b49-e3e7ec4a6204 req-6c98cd32-b0ba-4bc1-8124-00433a5cd5d1 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 931 time: 0.2071109 May 10 20:27:33.307599 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:33.451094 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-05a2f767-8688-42fe-8b49-e3e7ec4a6204 req-7961a040-56df-476e-a694-99121d82b9f9 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938744 May 10 20:27:33.726451 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:33.778749 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:27:33.780357 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 43a73560-28be-4451-91f1-85d40b93ebc3 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:33.794701 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:33.890101 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-638e95a7-d662-4b39-a896-c44d25cde7e9 None None] Port be4d7a4a-0810-44d1-b712-85314f97d277 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:33.925549 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Publish callbacks [] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:33.955223 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58984) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:33.961230 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6e7cef1b-4c96-4cf8-920c-1a944cf581ac tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235177749', 'description': 'tempest-description--339768684'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:34.033957 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e7cef1b-4c96-4cf8-920c-1a944cf581ac tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.054173 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Publish callbacks [] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.061813 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Transition to ACTIVE for port object 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:27:34.063409 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.099936 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.261408 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 58994) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:34.261898 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b903958-7b78-411b-a978-b1214d0ba557 None None] Pushing event updated for resources: {'Port': ['ID=c052bf69-bdee-43bf-b538-b470a1ae264e,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:34.372714 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Pushing event updated for resources: {'Port': ['ID=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:34.374517 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=9e6e8173-b8a5-404f-b74a-3dc2aee64bed,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:34.397061 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e7cef1b-4c96-4cf8-920c-1a944cf581ac tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (96e6f263-5652-42e4-8029-df9e28331268), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.408259 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e7cef1b-4c96-4cf8-920c-1a944cf581ac tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (96e6f263-5652-42e4-8029-df9e28331268), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.526042 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cef1b-4c96-4cf8-920c-1a944cf581ac tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e6f263-5652-42e4-8029-df9e28331268,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:34.539742 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e7cef1b-4c96-4cf8-920c-1a944cf581ac tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.554610 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Allocated IP 172.27.0.81 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/ae04eb79-fb08-4af5-b150-4314aad4e9c4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:34.557333 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6e7cef1b-4c96-4cf8-920c-1a944cf581ac tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5975311 May 10 20:27:34.565749 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59002) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:34.575764 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c864fc88-07b2-470d-8540-71e5f7282394 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'security_group_rule': {'security_group_id': '96e6f263-5652-42e4-8029-df9e28331268', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:34.756609 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Attempting to bind port c052bf69-bdee-43bf-b538-b470a1ae264e on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:34.758249 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Attempting to bind port c052bf69-bdee-43bf-b538-b470a1ae264e by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:34.761497 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Attempting to bind port c052bf69-bdee-43bf-b538-b470a1ae264e on network 94296225-31bb-4ee2-9855-9dbaeebe459c {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:34.761642 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 43a73560-28be-4451-91f1-85d40b93ebc3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:34.761958 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.781022 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:34.783550 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Checking segment: {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:34.786058 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.787182 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Bound using segment: {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:34.788308 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Bound port: c052bf69-bdee-43bf-b538-b470a1ae264e, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:34.791479 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.914577 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c864fc88-07b2-470d-8540-71e5f7282394 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (1efca2d6-a761-4b86-8894-8a94f8880149), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.936552 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-e63766ba-897e-4faf-8fcb-1c4f300b3037 None None] Provisioning complete for port c052bf69-bdee-43bf-b538-b470a1ae264e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:34.937756 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e63766ba-897e-4faf-8fcb-1c4f300b3037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:34.956450 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] For port c052bf69-bdee-43bf-b538-b470a1ae264e, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:34.978172 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] For port c052bf69-bdee-43bf-b538-b470a1ae264e, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c052bf69-bdee-43bf-b538-b470a1ae264e,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:35.000116 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.104295 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Attempting to bind port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:35.105896 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Attempting to bind port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '38fcff3f-a811-4606-a8d0-6c1d51bfc0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '792b0ab9-e737-4ad6-8401-6fa6cba5e5c3'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:35.130246 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Attempting to bind port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 on network 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:35.168764 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:35.174490 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:27:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:35.215355 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1567973628-network', 'tenant_id': 'ff2504be00a6476a9635477849e12605'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:35.342665 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for port (ae04eb79-fb08-4af5-b150-4314aad4e9c4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.415117 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-e63766ba-897e-4faf-8fcb-1c4f300b3037 None None] Port c052bf69-bdee-43bf-b538-b470a1ae264e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:35.449529 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 2, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:35.470077 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (ae04eb79-fb08-4af5-b150-4314aad4e9c4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.503366 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 on network 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:27:35.504081 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Attempting to bind port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 on network 792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:35.539934 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Made reservation on behalf of ff2504be00a6476a9635477849e12605 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:35.553659 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.618026 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332c392-717f-4e59-9b41-3db9a415b9aa req-d86b9baf-17ba-4cf8-bbbe-a06565aa3fe8 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:35.631752 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2332c392-717f-4e59-9b41-3db9a415b9aa req-d86b9baf-17ba-4cf8-bbbe-a06565aa3fe8 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 943 time: 0.9796972 May 10 20:27:35.654041 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:35.654872 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:35.655419 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Checking segment: {'id': '38fcff3f-a811-4606-a8d0-6c1d51bfc0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '792b0ab9-e737-4ad6-8401-6fa6cba5e5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:35.656758 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Bound using segment: {'id': '38fcff3f-a811-4606-a8d0-6c1d51bfc0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '792b0ab9-e737-4ad6-8401-6fa6cba5e5c3'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:35.657853 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Bound port: 347aa120-e5e6-4c00-837a-5f1f6cd8cd12, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38fcff3f-a811-4606-a8d0-6c1d51bfc0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '792b0ab9-e737-4ad6-8401-6fa6cba5e5c3'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:35.658384 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.671993 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b903958-7b78-411b-a978-b1214d0ba557 None None] Pushing event updated for resources: {'Port': ['ID=c052bf69-bdee-43bf-b538-b470a1ae264e,revision_number=4']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:35.685897 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'Port': ['ID=ae04eb79-fb08-4af5-b150-4314aad4e9c4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:35.697969 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:35.703128 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:35.715932 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:35.721270 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-980cdbfd-681e-4f58-a0ef-ec933b16e169 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:35.730548 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Checking router: b3fa7cfc-17be-4cc6-bdad-136c961e48c3 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:27:35.730903 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Updating router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 port be4d7a4a-0810-44d1-b712-85314f97d277 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:27:35.735159 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-980cdbfd-681e-4f58-a0ef-ec933b16e169 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 819 time: 0.9292631 May 10 20:27:35.744379 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.827170 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 43a73560-28be-4451-91f1-85d40b93ebc3 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:35.828253 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device fa3efe2f-d49c-44e7-b874-bd2da998c1a2 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:35.828595 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.874879 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c864fc88-07b2-470d-8540-71e5f7282394 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (1efca2d6-a761-4b86-8894-8a94f8880149), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.905614 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-d11eb301-a0a5-44d2-96e2-13fa984f4e20 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/quotas/67dae2f388bc4a81bc957f48b1b02e42 HTTP/1.1" status: 200 len: 375 time: 0.1695085 May 10 20:27:35.947771 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ae04eb79-fb08-4af5-b150-4314aad4e9c4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.977013 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c864fc88-07b2-470d-8540-71e5f7282394 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (1efca2d6-a761-4b86-8894-8a94f8880149), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:35.997238 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] For port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:36.052433 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] For port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,segment=NetworkSegment(38fcff3f-a811-4606-a8d0-6c1d51bfc0c9),segment_id=38fcff3f-a811-4606-a8d0-6c1d51bfc0c9)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:36.065006 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cfb91a0e-517b-45c2-8fca-9f276f6868a3 None None] Provisioning complete for port c052bf69-bdee-43bf-b538-b470a1ae264e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:36.066245 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfb91a0e-517b-45c2-8fca-9f276f6868a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:36.124388 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:36.170640 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:36.171354 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:36.172820 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] 10.222.0.69 "PUT /v2.0/ports/347aa120-e5e6-4c00-837a-5f1f6cd8cd12 HTTP/1.1" status: 200 len: 1093 time: 5.0290401 May 10 20:27:36.175058 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'tag': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:27:36.244963 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:36.246676 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864fc88-07b2-470d-8540-71e5f7282394 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efca2d6-a761-4b86-8894-8a94f8880149,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:36.274244 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2332c392-717f-4e59-9b41-3db9a415b9aa req-22062930-cea2-4b54-907e-3316f772e55f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094558 May 10 20:27:36.290769 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-3d5b88ca-1bb7-434d-841b-de714c352391 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3761599 May 10 20:27:36.299433 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c864fc88-07b2-470d-8540-71e5f7282394 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:36.305495 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c864fc88-07b2-470d-8540-71e5f7282394 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7383409 May 10 20:27:36.312000 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59056) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:36.323318 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-916f99c0-bb70-4a24-8c29-3901538971b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'security_group_rule': {'security_group_id': '96e6f263-5652-42e4-8029-df9e28331268', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:36.360860 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:34Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:36.436409 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-916f99c0-bb70-4a24-8c29-3901538971b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (b2f883b4-3ac4-48c4-aa49-c718fbcad620), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:36.453622 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ff020-c196-4a00-bfa2-f292da8de4fd None None] The sync data for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi is: [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:34Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:27:36.476069 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Publish callbacks [] for security_group (1e42f508-ff61-4885-b0b0-6e5680595fbe), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:36.491370 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1e42f508-ff61-4885-b0b0-6e5680595fbe), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:36.624664 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f899b-0722-46fb-94dc-7f7bff346b1b service neutron] Pushing event updated for resources: {'Port': ['ID=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:36.661609 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-3b9285be-95cb-4a1a-ba82-b0a65285f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:36.670286 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-f763e194-0627-4991-9954-6ccb25cbd303 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:27:36.679486 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-3b9285be-95cb-4a1a-ba82-b0a65285f654 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c86827b1ba384ed9b24e7e6afd65a4d5&device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 1127 time: 0.3007820 May 10 20:27:36.689166 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-f763e194-0627-4991-9954-6ccb25cbd303 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1985476 May 10 20:27:36.701761 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:27:36.992132 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3bfb8b-461f-42a5-b6d6-e91ba9d16461", "tag": "347aa120-e5e6-4c00-837a-5f1f6cd8cd12"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:27:37.036869 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (4adc98f5-7731-410d-9adf-8f46ac281acd), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.037677 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Added segment 4adc98f5-7731-410d-9adf-8f46ac281acd of type vlan for network db3bc22f-1411-4411-8d3f-17e67d73448f May 10 20:27:37.056912 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-aedf94c3-1b9e-4af4-9cb7-227c80bafe41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347aa120-e5e6-4c00-837a-5f1f6cd8cd12 HTTP/1.1" status: 200 len: 217 time: 0.3681285 May 10 20:27:37.076108 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-db6695ca-5b5f-4dcf-96b8-e367fe123ffe service neutron] 10.222.0.61 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859913 May 10 20:27:37.126751 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-916f99c0-bb70-4a24-8c29-3901538971b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (b2f883b4-3ac4-48c4-aa49-c718fbcad620), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.249888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for port (ae04eb79-fb08-4af5-b150-4314aad4e9c4), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.278126 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (ae04eb79-fb08-4af5-b150-4314aad4e9c4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.325537 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.375230 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-134d8be9-398d-44e4-a21a-623c113313f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:37.378218 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-134d8be9-398d-44e4-a21a-623c113313f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af0ed73b-2a07-4152-9e8d-4a994ad8cbd8 HTTP/1.1" status: 200 len: 851 time: 0.3038256 May 10 20:27:37.484824 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-c54910b9-30cc-4ab9-9aa4-68f258fd2314 service neutron] 10.222.0.61 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533864 May 10 20:27:37.488900 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e42f508-ff61-4885-b0b0-6e5680595fbe,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:37.536965 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5882995e-c88b-4e1c-bf14-d67997d99d34 x-openstack-request-id: req-5882995e-c88b-4e1c-bf14-d67997d99d34 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:27:37.537419 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3bfb8b-461f-42a5-b6d6-e91ba9d16461", "tag": "347aa120-e5e6-4c00-837a-5f1f6cd8cd12", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:27:37.537767 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5882995e-c88b-4e1c-bf14-d67997d99d34 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:27:37.539290 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5882995e-c88b-4e1c-bf14-d67997d99d34'] response: {'name': 'network-changed', 'server_uuid': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'tag': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12', 'status': 'completed', 'code': 200} May 10 20:27:37.548025 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.551241 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-916f99c0-bb70-4a24-8c29-3901538971b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (b2f883b4-3ac4-48c4-aa49-c718fbcad620), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.562406 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6455610 May 10 20:27:37.563987 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-62c9356b-9764-4d86-aa68-d1cac69261ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=792b0ab9-e737-4ad6-8401-6fa6cba5e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416304 May 10 20:27:37.584737 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f99c0-bb70-4a24-8c29-3901538971b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f883b4-3ac4-48c4-aa49-c718fbcad620,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:37.600835 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58975c9f-291d-4aa2-b354-8025a1429a73 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'Port': ['ID=ae04eb79-fb08-4af5-b150-4314aad4e9c4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:37.610156 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (db3bc22f-1411-4411-8d3f-17e67d73448f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.664561 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port fa3efe2f-d49c-44e7-b874-bd2da998c1a2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:37.665686 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.672727 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-916f99c0-bb70-4a24-8c29-3901538971b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.677738 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-916f99c0-bb70-4a24-8c29-3901538971b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3645182 May 10 20:27:37.679069 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59102) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:37.700386 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:37.776164 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Publish callbacks [] for port (be4d7a4a-0810-44d1-b712-85314f97d277), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.800480 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1df53f-adca-4ff8-999e-8840ea9388f6 req-bf2383d4-2d72-40c7-889a-b4ae2ecf9e54 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:37.802506 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Publish callbacks [] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.803624 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a1df53f-adca-4ff8-999e-8840ea9388f6 req-bf2383d4-2d72-40c7-889a-b4ae2ecf9e54 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 943 time: 0.2159011 May 10 20:27:37.821577 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (db3bc22f-1411-4411-8d3f-17e67d73448f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.821786 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cfb91a0e-517b-45c2-8fca-9f276f6868a3 None None] Current status of the port c052bf69-bdee-43bf-b538-b470a1ae264e is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:37.821786 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfb91a0e-517b-45c2-8fca-9f276f6868a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.821945 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:37.822645 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.859067 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.898330 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:37.999024 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] Pushing event updated for resources: {'Network': ['ID=db3bc22f-1411-4411-8d3f-17e67d73448f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:38.014975 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4afc4aae-8b57-43b2-a9cb-7656e541b06f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7514737 May 10 20:27:38.016224 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.036911 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-4cdaa0ce-d713-4992-8b5b-c3e3f2517d1f service neutron] 10.222.0.69 "GET /v2.0/networks/792b0ab9-e737-4ad6-8401-6fa6cba5e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686564 May 10 20:27:38.039194 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59132) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:38.065472 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network db3bc22f-1411-4411-8d3f-17e67d73448f details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:27:38.092487 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354f090-fe9a-4844-808b-1a4ecc728170 None None] Pushing event updated for resources: {'Port': ['ID=be4d7a4a-0810-44d1-b712-85314f97d277,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:38.096058 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cfb91a0e-517b-45c2-8fca-9f276f6868a3 None None] For port c052bf69-bdee-43bf-b538-b470a1ae264e, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c052bf69-bdee-43bf-b538-b470a1ae264e,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:38.175175 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfb91a0e-517b-45c2-8fca-9f276f6868a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.310552 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4db8cf-0a93-4203-96f3-603e87a875a6 req-4a5a7236-3427-4d16-b1e3-992112a5b4a9 service neutron] 10.222.0.69 "GET /v2.0/networks/792b0ab9-e737-4ad6-8401-6fa6cba5e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714520 May 10 20:27:38.324182 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Request body: {'subnet': {'network_id': 'db3bc22f-1411-4411-8d3f-17e67d73448f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1567973628-subnet', 'tenant_id': 'ff2504be00a6476a9635477849e12605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:38.368510 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6f80e-b780-4b77-b081-aae9c199887b None None] Pushing event updated for resources: {'Port': ['ID=e13155d5-5a4b-4252-a6e3-50551ba59369,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:38.370634 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Made reservation on behalf of ff2504be00a6476a9635477849e12605 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:38.373567 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.441858 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.600103 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Attempting to bind port be4d7a4a-0810-44d1-b712-85314f97d277 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:38.600315 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Attempting to bind port be4d7a4a-0810-44d1-b712-85314f97d277 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:38.600609 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Attempting to bind port be4d7a4a-0810-44d1-b712-85314f97d277 on network a39b073b-dc0a-4098-8dbd-0428d76eaadb {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:38.606007 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1dc6884d-f910-4c49-81a4-c39c7a8811bd None None] Provisioning complete for port be4d7a4a-0810-44d1-b712-85314f97d277 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:38.606376 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1dc6884d-f910-4c49-81a4-c39c7a8811bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.654975 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:38.655348 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Checking segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:38.655747 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.656134 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Bound using segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:38.656653 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Bound port: be4d7a4a-0810-44d1-b712-85314f97d277, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:38.657052 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.706985 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (fbe94a23-ab6a-4571-bfeb-8faf3dd6a20d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.735795 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb91a0e-517b-45c2-8fca-9f276f6868a3 None None] Pushing event updated for resources: {'Port': ['ID=c052bf69-bdee-43bf-b538-b470a1ae264e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:38.747798 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a1df53f-adca-4ff8-999e-8840ea9388f6 req-eb447c9a-8a46-44b1-97c4-cacce9401541 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9093175 May 10 20:27:38.834153 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6884d-f910-4c49-81a4-c39c7a8811bd None None] Port be4d7a4a-0810-44d1-b712-85314f97d277 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:38.836281 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port fa3efe2f-d49c-44e7-b874-bd2da998c1a2 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:38.836832 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.844415 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] For port be4d7a4a-0810-44d1-b712-85314f97d277, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:38.872823 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Checking segment: {'id': '4adc98f5-7731-410d-9adf-8f46ac281acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'db3bc22f-1411-4411-8d3f-17e67d73448f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:38.873450 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Network hostable DHCP agents. Network: db3bc22f-1411-4411-8d3f-17e67d73448f, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:27:38.888550 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe94a23-ab6a-4571-bfeb-8faf3dd6a20d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:38.906682 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] For port be4d7a4a-0810-44d1-b712-85314f97d277, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=be4d7a4a-0810-44d1-b712-85314f97d277,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:38.916634 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Attempting to bind port e13155d5-5a4b-4252-a6e3-50551ba59369 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:38.917044 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Attempting to bind port e13155d5-5a4b-4252-a6e3-50551ba59369 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:38.917485 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Attempting to bind port e13155d5-5a4b-4252-a6e3-50551ba59369 on network 836205da-476a-4894-bbf3-e76da5a6bb7f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:38.917752 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Network db3bc22f-1411-4411-8d3f-17e67d73448f is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:27:38.937072 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port fa3efe2f-d49c-44e7-b874-bd2da998c1a2, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=fa3efe2f-d49c-44e7-b874-bd2da998c1a2,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:38.941330 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:38.941794 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Checking segment: {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:38.942286 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.942687 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Bound using segment: {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:38.944917 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Bound port: e13155d5-5a4b-4252-a6e3-50551ba59369, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:38.945425 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.946850 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, db3bc22f-1411-4411-8d3f-17e67d73448f) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:38.948421 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.952025 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:38.952627 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.963100 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:38.970434 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-56469ef8-f803-48e6-a17c-92336d458f19 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1638485434&fields=id&tenant_id=638a84064b2244e0b938b063e13cb944 HTTP/1.1" status: 200 len: 267 time: 0.5299308 May 10 20:27:38.988340 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1037369-7513-41c9-9ec0-d44dd3a2e9a7 None None] Network db3bc22f-1411-4411-8d3f-17e67d73448f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:38.995196 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0e9c998c-810e-464d-9361-5e69754eb188 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6928003 May 10 20:27:38.998807 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-85449542-c4a3-4797-8683-05a747d61486 req-74a976a8-6ba5-4d11-bbaa-ccb1d652163b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 210 time: 0.1183879 May 10 20:27:39.130807 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Allocated IP 172.27.0.218 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/0a8cc7c1-db40-40ff-947f-b32610cd9801) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:39.223588 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59194) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:39.230193 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2de073c5-1022-44c7-8703-ff113b8f162f None None] Provisioning complete for port e13155d5-5a4b-4252-a6e3-50551ba59369 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:39.230568 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2de073c5-1022-44c7-8703-ff113b8f162f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:39.293474 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-e3615244-f3d0-4599-a1dc-bb971384caa1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:39.304126 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-e3615244-f3d0-4599-a1dc-bb971384caa1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 811 time: 0.3142769 May 10 20:27:39.342529 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-b79ea47f-5e1d-406c-8ad4-7d302cb3eaed tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/quotas/638a84064b2244e0b938b063e13cb944 HTTP/1.1" status: 200 len: 375 time: 0.0375156 May 10 20:27:39.477399 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] For port e13155d5-5a4b-4252-a6e3-50551ba59369, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:39.487845 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] For port e13155d5-5a4b-4252-a6e3-50551ba59369, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=e13155d5-5a4b-4252-a6e3-50551ba59369,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:39.493032 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-1101ff5d-22cf-40ea-80c9-a7608f696fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:39.497433 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-1101ff5d-22cf-40ea-80c9-a7608f696fea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c86827b1ba384ed9b24e7e6afd65a4d5&device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 1127 time: 0.1093795 May 10 20:27:39.515113 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2de073c5-1022-44c7-8703-ff113b8f162f None None] Port e13155d5-5a4b-4252-a6e3-50551ba59369 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:39.524552 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 9e6e8173-b8a5-404f-b74a-3dc2aee64bed up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:39.617456 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for port (0a8cc7c1-db40-40ff-947f-b32610cd9801), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:39.659647 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-04b0af39-7704-413d-9d9d-c6b2a6ca3fc0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2984869 May 10 20:27:39.681035 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:39.743576 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75099f25-d553-490c-8349-9526c893775e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:39.757774 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:39.758357 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:39.832350 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d2bb01d4-d7a4-4c58-80a3-6c4b66e5ea90 None None] Provisioning complete for port be4d7a4a-0810-44d1-b712-85314f97d277 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:39.844373 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2bb01d4-d7a4-4c58-80a3-6c4b66e5ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:39.904428 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-d8ebaaff-4f8c-4d18-a5b5-274b018f9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:39.906831 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-d8ebaaff-4f8c-4d18-a5b5-274b018f9230 service neutron] 10.222.0.69 "GET /v2.0/networks?id=792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 HTTP/1.1" status: 200 len: 912 time: 0.4009731 May 10 20:27:39.935998 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d419ea08-07fe-4ab3-91bd-3a39ae424bbe None None] Network db3bc22f-1411-4411-8d3f-17e67d73448f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:40.011486 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354f090-fe9a-4844-808b-1a4ecc728170 None None] Pushing event updated for resources: {'Port': ['ID=be4d7a4a-0810-44d1-b712-85314f97d277,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:40.041795 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-dab0f9ef-1ed3-4ca7-8c10-395d4aa6844f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=347aa120-e5e6-4c00-837a-5f1f6cd8cd12 HTTP/1.1" status: 200 len: 217 time: 0.1281745 May 10 20:27:40.097117 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:40.097928 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:27:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:40.133999 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75099f25-d553-490c-8349-9526c893775e admin admin] Publish callbacks [] for security_group (d4ec8b16-98a0-4016-9a1f-a1c0088c832c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.152236 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-75099f25-d553-490c-8349-9526c893775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (d4ec8b16-98a0-4016-9a1f-a1c0088c832c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.234786 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (0a8cc7c1-db40-40ff-947f-b32610cd9801), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.240053 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:40.243623 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:27:40.244244 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:27:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:40.251734 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-75099f25-d553-490c-8349-9526c893775e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ae7bbcfd62c40bcb48946fc4269817e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0266654 May 10 20:27:40.260139 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59246) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:40.262370 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75099f25-d553-490c-8349-9526c893775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec8b16-98a0-4016-9a1f-a1c0088c832c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:40.335209 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f722787b-d8ea-4de6-8ade-5ee848a345e2 admin admin] Publish callbacks [] for security_group (d4ec8b16-98a0-4016-9a1f-a1c0088c832c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.347290 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'Port': ['ID=0a8cc7c1-db40-40ff-947f-b32610cd9801,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:40.358708 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-28002b5c-cbeb-4a7b-ab2c-b606f4109fea service neutron] 10.222.0.61 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843061 May 10 20:27:40.360098 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f722787b-d8ea-4de6-8ade-5ee848a345e2 admin admin] Publish callbacks [] for security_group (d4ec8b16-98a0-4016-9a1f-a1c0088c832c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.364701 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-0dc18d35-b2af-40a1-bf62-c6537522eca8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:40.368043 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-0dc18d35-b2af-40a1-bf62-c6537522eca8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 819 time: 0.6962814 May 10 20:27:40.369868 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59252) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:40.376697 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-134379415-network', 'tenant_id': 'decc40cefb2c48c79acb2dfd778445e2'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:40.381911 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:40.398894 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:40.413027 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Made reservation on behalf of decc40cefb2c48c79acb2dfd778445e2 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:40.415146 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.423840 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.428183 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:40.436101 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-13abc76c-65f3-4aa7-a289-743fb72bf872 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/quotas/67dae2f388bc4a81bc957f48b1b02e42 HTTP/1.1" status: 200 len: 375 time: 0.0569539 May 10 20:27:40.445091 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f722787b-d8ea-4de6-8ade-5ee848a345e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (d4ec8b16-98a0-4016-9a1f-a1c0088c832c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.447810 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f722787b-d8ea-4de6-8ade-5ee848a345e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.449008 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f722787b-d8ea-4de6-8ade-5ee848a345e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4ec8b16-98a0-4016-9a1f-a1c0088c832c HTTP/1.1" status: 204 len: 168 time: 0.1877074 May 10 20:27:40.468169 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722787b-d8ea-4de6-8ade-5ee848a345e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec8b16-98a0-4016-9a1f-a1c0088c832c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:40.534807 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Publish callbacks [] for security_group (5ef0d8d2-83dd-4042-b907-119ad73ce8ef), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.540549 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5ef0d8d2-83dd-4042-b907-119ad73ce8ef), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.557673 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-885da213-1243-45c3-8542-de1621ec42d4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921822 May 10 20:27:40.575208 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0d8d2-83dd-4042-b907-119ad73ce8ef,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:40.586882 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:27:40.602120 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (f6aea9fc-98ca-4452-a537-4edd9a01eb9a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.602671 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Added segment f6aea9fc-98ca-4452-a537-4edd9a01eb9a of type vlan for network ebd5046c-ce19-4b92-9ed3-5effc3f394de May 10 20:27:40.625525 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:27:40.657478 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (ebd5046c-ce19-4b92-9ed3-5effc3f394de), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.677066 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (3012ae5a-19fb-4d89-9e85-1acf6177b790), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.691972 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (ebd5046c-ce19-4b92-9ed3-5effc3f394de), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.694700 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:40.695546 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.704772 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-e06e19e0-685b-4432-8b70-8f8d6c9966bc service neutron] 10.222.0.61 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325350 May 10 20:27:40.770407 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3992333 May 10 20:27:40.774461 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59260) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:40.779519 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Request body: {'subnet': {'network_id': 'ebd5046c-ce19-4b92-9ed3-5effc3f394de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-134379415-subnet', 'tenant_id': 'decc40cefb2c48c79acb2dfd778445e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:40.802125 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce90d5c-dfc8-42a9-8477-afd094a36783 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd5046c-ce19-4b92-9ed3-5effc3f394de,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:40.815678 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-499b2dff-c0a3-4f86-b3d2-117a20bb91a7 service neutron] 10.222.0.61 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570579 May 10 20:27:40.824830 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Made reservation on behalf of decc40cefb2c48c79acb2dfd778445e2 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:40.828748 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:40.917798 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network ebd5046c-ce19-4b92-9ed3-5effc3f394de details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:27:40.926159 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-c163d8e6-e2b2-471b-a2f9-cfce58ec5fc2 service neutron] 10.222.0.61 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089728 May 10 20:27:40.930292 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (0a8cc7c1-db40-40ff-947f-b32610cd9801), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.106825 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59266) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:41.119312 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=fa3efe2f-d49c-44e7-b874-bd2da998c1a2,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:41.136710 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c29da9d8-1f30-495b-8296-f80b4bfa9c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.261862 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for port (0a8cc7c1-db40-40ff-947f-b32610cd9801), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.275291 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c29da9d8-1f30-495b-8296-f80b4bfa9c3d admin admin] Publish callbacks [] for security_group (bf66b87b-8b87-46ce-8f40-5232752fcdd0), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.283832 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c29da9d8-1f30-495b-8296-f80b4bfa9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (bf66b87b-8b87-46ce-8f40-5232752fcdd0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.299627 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb01d4-d7a4-4c58-80a3-6c4b66e5ea90 None None] Current status of the port be4d7a4a-0810-44d1-b712-85314f97d277 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:41.300096 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2bb01d4-d7a4-4c58-80a3-6c4b66e5ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.301971 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:41.304273 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c052bf69-bdee-43bf-b538-b470a1ae264e up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:41.388432 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c29da9d8-1f30-495b-8296-f80b4bfa9c3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=810ea1de49ea460eac7c9e9061f70275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799692 May 10 20:27:41.390711 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59282) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:41.391561 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29da9d8-1f30-495b-8296-f80b4bfa9c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf66b87b-8b87-46ce-8f40-5232752fcdd0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:41.402787 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc325e-62d3-46e2-b60c-6464946f9e29 req-8bd76f87-d79d-4da4-8d35-66c606abb8ea tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:41.406849 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-02dc325e-62d3-46e2-b60c-6464946f9e29 req-8bd76f87-d79d-4da4-8d35-66c606abb8ea tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 943 time: 0.1403885 May 10 20:27:41.407689 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (0a8cc7c1-db40-40ff-947f-b32610cd9801), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.422868 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (913b99e9-2b2d-43af-a613-03be709fccc5), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.546012 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'Port': ['ID=0a8cc7c1-db40-40ff-947f-b32610cd9801,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:41.549990 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6f80e-b780-4b77-b081-aae9c199887b None None] Pushing event updated for resources: {'Port': ['ID=e13155d5-5a4b-4252-a6e3-50551ba59369,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:41.562806 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-d2bb01d4-d7a4-4c58-80a3-6c4b66e5ea90 None None] For port be4d7a4a-0810-44d1-b712-85314f97d277, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=be4d7a4a-0810-44d1-b712-85314f97d277,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:41.570452 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Checking segment: {'id': 'f6aea9fc-98ca-4452-a537-4edd9a01eb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ebd5046c-ce19-4b92-9ed3-5effc3f394de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:41.571423 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Network hostable DHCP agents. Network: ebd5046c-ce19-4b92-9ed3-5effc3f394de, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:27:41.589959 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2bb01d4-d7a4-4c58-80a3-6c4b66e5ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.597686 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913b99e9-2b2d-43af-a613-03be709fccc5,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:41.602771 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b505d98-c0e5-44db-9279-cdc1256f9a39 admin admin] Publish callbacks [] for security_group (bf66b87b-8b87-46ce-8f40-5232752fcdd0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.615044 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3f473ce-048d-4a37-9b91-1c07b6defc4e req-45864627-1315-48e9-aa40-4847b3521c48 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 210 time: 0.3506720 May 10 20:27:41.617760 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (3012ae5a-19fb-4d89-9e85-1acf6177b790), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.618920 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:41.631353 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Network ebd5046c-ce19-4b92-9ed3-5effc3f394de is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:27:41.635097 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-02dc325e-62d3-46e2-b60c-6464946f9e29 req-836b7e39-6199-479c-90f7-f79c8588a291 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021924 May 10 20:27:41.641590 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.643441 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a3c5ca31-50d9-40bb-8620-19e1560585fa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9595699 May 10 20:27:41.659949 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, ebd5046c-ce19-4b92-9ed3-5effc3f394de) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:41.672234 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b505d98-c0e5-44db-9279-cdc1256f9a39 admin admin] Publish callbacks [] for security_group (bf66b87b-8b87-46ce-8f40-5232752fcdd0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.700867 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:41.702090 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.721022 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port c052bf69-bdee-43bf-b538-b470a1ae264e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:41.722358 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.741413 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b85cd9e5-9f8c-4631-96ff-0a12decf9052 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9658868 May 10 20:27:41.756966 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79778372-5d32-4fe1-a947-6333e56c1cef None None] Network ebd5046c-ce19-4b92-9ed3-5effc3f394de requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:41.761969 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:39Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:41.781552 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0ecb8cfb-55df-41e9-9c9c-57d433e190fe req-fc15033d-d453-4ab0-9f0e-7c972dca9f0d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 210 time: 0.0621314 May 10 20:27:41.804438 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b505d98-c0e5-44db-9279-cdc1256f9a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (bf66b87b-8b87-46ce-8f40-5232752fcdd0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.807017 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8b505d98-c0e5-44db-9279-cdc1256f9a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:41.808222 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8b505d98-c0e5-44db-9279-cdc1256f9a39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf66b87b-8b87-46ce-8f40-5232752fcdd0 HTTP/1.1" status: 204 len: 168 time: 0.4081278 May 10 20:27:41.820222 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b505d98-c0e5-44db-9279-cdc1256f9a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf66b87b-8b87-46ce-8f40-5232752fcdd0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:41.828940 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d7993-5bc4-4208-a882-12dab8552e1e None None] The sync data for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi is: [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:27:41.944813 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:27:41.948777 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8570d0b5-cda3-4ad6-b089-ecda18d436d4 None None] The sync data for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi is: [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:39Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:27:42.026218 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59310) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:42.052710 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-18e20393-656c-4aac-98ce-33f731a33c1c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1235177749&fields=id&tenant_id=89cf2816f8884e679e6c7e4c3d98f348 HTTP/1.1" status: 200 len: 267 time: 0.1072254 May 10 20:27:42.093692 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-77bd0176-2311-447d-986b-62b4d33a25b5 None None] Provisioning complete for port e13155d5-5a4b-4252-a6e3-50551ba59369 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:42.094063 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77bd0176-2311-447d-986b-62b4d33a25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:42.142039 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66a0efb-3b13-43ca-89b1-0fecacd8f7b5 admin admin] Deleting subnet fbe94a23-ab6a-4571-bfeb-8faf3dd6a20d {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:27:42.146399 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b66a0efb-3b13-43ca-89b1-0fecacd8f7b5 admin admin] Publish callbacks [] for subnet (fbe94a23-ab6a-4571-bfeb-8faf3dd6a20d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:42.203790 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb01d4-d7a4-4c58-80a3-6c4b66e5ea90 None None] Pushing event updated for resources: {'Port': ['ID=be4d7a4a-0810-44d1-b712-85314f97d277,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:42.219001 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b66a0efb-3b13-43ca-89b1-0fecacd8f7b5 admin admin] Publish callbacks [] for subnet (fbe94a23-ab6a-4571-bfeb-8faf3dd6a20d), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:42.236949 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b66a0efb-3b13-43ca-89b1-0fecacd8f7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (fbe94a23-ab6a-4571-bfeb-8faf3dd6a20d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:42.294865 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.resource_extend [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:27:42.320798 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-9bb7dec6-ea4c-4c57-8994-cf78313a8afe tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:42.322547 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-9bb7dec6-ea4c-4c57-8994-cf78313a8afe tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 817 time: 0.2410018 May 10 20:27:42.331322 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b66a0efb-3b13-43ca-89b1-0fecacd8f7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (fbe94a23-ab6a-4571-bfeb-8faf3dd6a20d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:42.340947 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-c0acbc3e-678f-4a64-814d-231279b5b924 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/quotas/89cf2816f8884e679e6c7e4c3d98f348 HTTP/1.1" status: 200 len: 375 time: 0.0113196 May 10 20:27:42.378774 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a0efb-3b13-43ca-89b1-0fecacd8f7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe94a23-ab6a-4571-bfeb-8faf3dd6a20d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:42.383406 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b66a0efb-3b13-43ca-89b1-0fecacd8f7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:42.389085 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b66a0efb-3b13-43ca-89b1-0fecacd8f7b5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fbe94a23-ab6a-4571-bfeb-8faf3dd6a20d HTTP/1.1" status: 204 len: 168 time: 0.3587813 May 10 20:27:42.389731 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59316) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:42.451074 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-b3341299-0e00-4ce2-af0f-47e8da1366e0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968752 May 10 20:27:42.551020 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (db3bc22f-1411-4411-8d3f-17e67d73448f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:42.599975 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-77bd0176-2311-447d-986b-62b4d33a25b5 None None] Current status of the port e13155d5-5a4b-4252-a6e3-50551ba59369 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:42.600360 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77bd0176-2311-447d-986b-62b4d33a25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:42.602499 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port c052bf69-bdee-43bf-b538-b470a1ae264e is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:42.638643 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf8f092-6823-4bcf-9933-90a0d4bc1c73 None None] Network ebd5046c-ce19-4b92-9ed3-5effc3f394de requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:27:42.645789 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-961f5d40-5d94-479f-9d56-948cc12a3958 service neutron] 10.222.0.61 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776173 May 10 20:27:42.751751 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (db3bc22f-1411-4411-8d3f-17e67d73448f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:42.873177 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.873836 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.874820 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.875424 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.876117 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.876745 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.883104 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.883743 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.884374 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.884926 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:42.957213 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,segment=NetworkSegment(38fcff3f-a811-4606-a8d0-6c1d51bfc0c9),segment_id=38fcff3f-a811-4606-a8d0-6c1d51bfc0c9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:42.989764 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-77bd0176-2311-447d-986b-62b4d33a25b5 None None] For port e13155d5-5a4b-4252-a6e3-50551ba59369, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=e13155d5-5a4b-4252-a6e3-50551ba59369,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:43.032044 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12', 'network_id': '792b0ab9-e737-4ad6-8401-6fa6cba5e5c3', 'port_id': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12', 'mac_address': 'fa:16:3e:2b:9f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0ed73b-2a07-4152-9e8d-4a994ad8cbd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:27:43.051883 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:43.052231 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:43.056318 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:43.057410 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:27:43.058224 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3bc22f-1411-4411-8d3f-17e67d73448f']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:43.086016 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.69', 59923) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:43.087694 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77bd0176-2311-447d-986b-62b4d33a25b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:43.165800 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adc98f5-7731-410d-9adf-8f46ac281acd') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:43.179224 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adc98f5-7731-410d-9adf-8f46ac281acd') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:43.230174 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device be4d7a4a-0810-44d1-b712-85314f97d277 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:43.401803 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-149cec09-b772-4ff3-a44e-32bec65245c0 service neutron] 10.222.0.61 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7468481 May 10 20:27:43.409482 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:43.409803 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:43.413999 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd0176-2311-447d-986b-62b4d33a25b5 None None] Pushing event updated for resources: {'Port': ['ID=e13155d5-5a4b-4252-a6e3-50551ba59369,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:43.438038 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:27:43.466715 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,segment=NetworkSegment(38fcff3f-a811-4606-a8d0-6c1d51bfc0c9),segment_id=38fcff3f-a811-4606-a8d0-6c1d51bfc0c9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:43.468712 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port be4d7a4a-0810-44d1-b712-85314f97d277 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:43.468856 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:43.501534 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:43.510118 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-93f8513a-db78-42a7-8176-fb7370276219 req-d46b26a8-ea44-4bf0-b87f-adbc708634df tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 210 time: 0.1066239 May 10 20:27:43.585567 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:43.607319 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25902393'] for segment (4adc98f5-7731-410d-9adf-8f46ac281acd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:43.622747 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-cbf7b8da-1b9f-4ed9-ad79-189cdf0eee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:43.628101 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-cbf7b8da-1b9f-4ed9-ad79-189cdf0eee68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af0ed73b-2a07-4152-9e8d-4a994ad8cbd8 HTTP/1.1" status: 200 len: 851 time: 0.8578053 May 10 20:27:43.664501 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (4adc98f5-7731-410d-9adf-8f46ac281acd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:43.891816 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4402c-a1f3-4ba4-8708-2a260d958114 req-d7942cd9-8365-423f-9a5a-f8db44f83360 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:43.905122 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80a4402c-a1f3-4ba4-8708-2a260d958114 req-d7942cd9-8365-423f-9a5a-f8db44f83360 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 944 time: 0.2558873 May 10 20:27:43.915018 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:27:43.915563 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444310'] for segment (4adc98f5-7731-410d-9adf-8f46ac281acd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:43.919115 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port be4d7a4a-0810-44d1-b712-85314f97d277 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:43.926290 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e13155d5-5a4b-4252-a6e3-50551ba59369 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: from cryptography.utils import int_from_bytes May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: from cryptography.utils import int_from_bytes May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: timer() May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: cb(*args, **kw) May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: self._notify() May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: self.callback(batched_events) May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: event.method(event) May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._get(url).json() May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:27:43.960936 dv-cinder-828806-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:27:43.982902 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.69', 59928) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:44.002863 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-ab2ebd8e-c5b7-43dd-b6d9-8b6e913bb213 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=792b0ab9-e737-4ad6-8401-6fa6cba5e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3211315 May 10 20:27:44.149223 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-9c32d07e-fe70-49c0-b051-39aa680e68c8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:44.150737 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-9c32d07e-fe70-49c0-b051-39aa680e68c8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 819 time: 1.0636644 May 10 20:27:44.181308 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80a4402c-a1f3-4ba4-8708-2a260d958114 req-84e2b00a-87f2-4042-85d5-425667b96f71 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612853 May 10 20:27:44.191639 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ac3f10a1-76c0-4222-ac0a-1de1c09e9bce req-b942d439-e0b1-4690-a94b-92b6e4aa9a32 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 210 time: 0.2549582 May 10 20:27:44.297487 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['347aa120-e5e6-4c00-837a-5f1f6cd8cd12'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:27:44.304187 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.69', 59929) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:44.312424 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port e13155d5-5a4b-4252-a6e3-50551ba59369 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:44.314208 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:44.357252 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Request body: {'port': {'device_id': 'ffd77532-d88b-4fc0-8ffd-81bc169e55db', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'admin_state_up': True, 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:44.512681 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2ba69fb4-52ec-4a41-b2bf-997cb6ee038e req-0d89e69a-c6b8-45c0-a112-5579c19f1f67 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 210 time: 0.1442633 May 10 20:27:44.648759 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-23236a2c-f5d5-41c7-ace6-7805750a3f2f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:44.658909 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-23236a2c-f5d5-41c7-ace6-7805750a3f2f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 811 time: 0.5997753 May 10 20:27:44.686306 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-ae37e4de-48be-49e4-84ec-9227fe744d47 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:44.688087 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-ae37e4de-48be-49e4-84ec-9227fe744d47 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 819 time: 0.3666275 May 10 20:27:44.755741 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Request body: {'port': {'device_id': '7863f3c8-d62c-4cc1-be62-0902625d59fe', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'admin_state_up': True, 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:44.858950 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ba8ba504-2315-485a-a2b4-7559f657bd5e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=638a84064b2244e0b938b063e13cb944 HTTP/1.1" status: 200 len: 380 time: 0.1903257 May 10 20:27:44.893199 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'port': {'device_id': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'admin_state_up': True, 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'security_groups': ['ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:44.953896 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port e13155d5-5a4b-4252-a6e3-50551ba59369 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:44.957809 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device fa3efe2f-d49c-44e7-b874-bd2da998c1a2 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:44.984358 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a5086632-cd2a-4bc3-a959-7ec7cc441499 req-cf76373a-bf01-43d9-aee0-c26cbdf6246d tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 210 time: 0.1355326 May 10 20:27:45.075502 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (db3bc22f-1411-4411-8d3f-17e67d73448f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.163059 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.170366 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/db3bc22f-1411-4411-8d3f-17e67d73448f HTTP/1.1" status: 204 len: 168 time: 2.7792783 May 10 20:27:45.170850 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port fa3efe2f-d49c-44e7-b874-bd2da998c1a2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:45.171193 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59424) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:45.171305 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.173136 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-39906340-76c6-4bd2-9368-38e0d5653b49 service neutron] 10.222.0.69 "GET /v2.0/networks/792b0ab9-e737-4ad6-8401-6fa6cba5e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1239624 May 10 20:27:45.251794 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6c349-5c3e-4a6b-a76d-42f1ac5476f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db3bc22f-1411-4411-8d3f-17e67d73448f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:45.416156 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port fa3efe2f-d49c-44e7-b874-bd2da998c1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:45.485610 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7ae62eb1-217b-4c9e-aa3a-fe106cc60e38 req-119fc1a6-06e2-4d92-aa7a-a16797ce54af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 210 time: 0.1390908 May 10 20:27:45.489962 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-83fc4ffb-b3b3-4867-ac6b-f35a6a911f59 req-d0017f70-9f36-48cc-afe6-7c0c2aef81fc service neutron] 10.222.0.69 "GET /v2.0/networks/792b0ab9-e737-4ad6-8401-6fa6cba5e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974138 May 10 20:27:45.495226 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Made reservation on behalf of 638a84064b2244e0b938b063e13cb944 for: {'port': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:45.500189 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.512566 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d76051-1129-4608-8701-a92714437dae admin admin] Deleting subnet 913b99e9-2b2d-43af-a613-03be709fccc5 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:27:45.535270 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72d76051-1129-4608-8701-a92714437dae admin admin] Publish callbacks [] for subnet (913b99e9-2b2d-43af-a613-03be709fccc5), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.547537 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e13155d5-5a4b-4252-a6e3-50551ba59369 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:45.567365 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Made reservation on behalf of 67dae2f388bc4a81bc957f48b1b02e42 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:45.572508 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.586898 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72d76051-1129-4608-8701-a92714437dae admin admin] Publish callbacks [] for subnet (913b99e9-2b2d-43af-a613-03be709fccc5), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.595066 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Made reservation on behalf of 67dae2f388bc4a81bc957f48b1b02e42 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:45.599253 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.601313 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72d76051-1129-4608-8701-a92714437dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (913b99e9-2b2d-43af-a613-03be709fccc5), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.687493 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port e13155d5-5a4b-4252-a6e3-50551ba59369 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:45.688161 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.717047 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2c1f6-82a7-4556-abd9-dbce68a85115 req-c9dbd56b-cd19-424c-a5e4-e5628988b0dc tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:45.726570 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26f2c1f6-82a7-4556-abd9-dbce68a85115 req-c9dbd56b-cd19-424c-a5e4-e5628988b0dc tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 944 time: 0.3812647 May 10 20:27:45.752140 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72d76051-1129-4608-8701-a92714437dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (913b99e9-2b2d-43af-a613-03be709fccc5), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.792716 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:27:45.833455 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port e13155d5-5a4b-4252-a6e3-50551ba59369 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:45.836670 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5857a09a-6995-4df2-8cf4-d6380f9c84b6 req-b18b4bc1-19e8-4d37-b7b5-104b6b155c30 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 210 time: 0.1474237 May 10 20:27:45.855419 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d76051-1129-4608-8701-a92714437dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913b99e9-2b2d-43af-a613-03be709fccc5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:45.867807 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Allocated IP 172.20.0.6 (a39b073b-dc0a-4098-8dbd-0428d76eaadb/b737e67f-c47b-4001-9755-d3138de2b121/d8189a32-1a03-4f88-9ea0-92488138491a) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:45.887219 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:27:45.894901 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:45.895502 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:45.923834 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59442) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:45.998856 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-7341be73-ac7b-461a-a210-f44f11861771 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:46.000799 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-7341be73-ac7b-461a-a210-f44f11861771 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 817 time: 0.2281227 May 10 20:27:46.048273 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:46.048647 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.074023 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72d76051-1129-4608-8701-a92714437dae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.082483 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-72d76051-1129-4608-8701-a92714437dae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/913b99e9-2b2d-43af-a613-03be709fccc5 HTTP/1.1" status: 204 len: 168 time: 0.9042141 May 10 20:27:46.083058 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:27:46.111423 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59458) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:46.125995 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26f2c1f6-82a7-4556-abd9-dbce68a85115 req-ef0bce79-85cf-43a3-ac5b-0f8ee183143a tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939250 May 10 20:27:46.190252 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,segment=NetworkSegment(38fcff3f-a811-4606-a8d0-6c1d51bfc0c9),segment_id=38fcff3f-a811-4606-a8d0-6c1d51bfc0c9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:46.196096 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.261381 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Allocated IP 172.20.0.12 (836205da-476a-4894-bbf3-e76da5a6bb7f/3541aece-caea-4c84-b2f9-b93c74c29765/606fde48-a88c-4e4e-a204-c1d9ee0708f0) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:46.299749 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e48-a598-4686-b7a9-6ac7a6a19a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.305187 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:46.347519 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9527388-aece-445e-8ef2-ec2d493038dd req-aec14133-2234-4169-b1e2-bad24aed1716 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 210 time: 0.1406524 May 10 20:27:46.355617 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c75fc4-73d7-4ecd-998c-3f43b3801373" -d '{"events": [{"server_uuid": "5a3bfb8b-461f-42a5-b6d6-e91ba9d16461", "name": "network-vif-plugged", "status": "completed", "tag": "347aa120-e5e6-4c00-837a-5f1f6cd8cd12"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:27:46.419230 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (ebd5046c-ce19-4b92-9ed3-5effc3f394de), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.440114 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-5d41a276-d7fc-4fae-9f94-7ae4bc748ca6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89cf2816f8884e679e6c7e4c3d98f348 HTTP/1.1" status: 200 len: 380 time: 0.4285398 May 10 20:27:46.455582 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'port': {'device_id': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'admin_state_up': True, 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'security_groups': ['96e6f263-5652-42e4-8029-df9e28331268']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:46.475484 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.516003 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.530897 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcf4bba-730b-4187-8351-d6f082d5fbe2 x-openstack-request-id: req-8fcf4bba-730b-4187-8351-d6f082d5fbe2 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:27:46.531392 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3bfb8b-461f-42a5-b6d6-e91ba9d16461", "name": "network-vif-plugged", "status": "completed", "tag": "347aa120-e5e6-4c00-837a-5f1f6cd8cd12", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:27:46.531467 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fcf4bba-730b-4187-8351-d6f082d5fbe2 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:27:46.532027 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcf4bba-730b-4187-8351-d6f082d5fbe2'] response: {'server_uuid': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12', 'code': 200} May 10 20:27:46.606859 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Network 836205da-476a-4894-bbf3-e76da5a6bb7f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:46.638704 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:46.643650 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:46.649222 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:46.649880 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.653920 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b7eb4313-f658-47f1-b866-18331573dc82 req-d6c53484-b565-42aa-b16b-2e4cec2a34fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 210 time: 0.0692933 May 10 20:27:46.655818 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'Port': ['ID=606fde48-a88c-4e4e-a204-c1d9ee0708f0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:46.678511 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ff659941-66c3-48bd-bf2c-c50070402416 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7908523 May 10 20:27:46.691615 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for port (d8189a32-1a03-4f88-9ea0-92488138491a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.692229 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Request body: {'port': {'device_id': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:46.715122 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.69', 59939) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:46.723285 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (ebd5046c-ce19-4b92-9ed3-5effc3f394de), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.779305 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd5046c-ce19-4b92-9ed3-5effc3f394de']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:46.794045 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e48-a598-4686-b7a9-6ac7a6a19a2c admin admin] Publish callbacks [] for security_group (719ee888-1e63-41a7-97a8-667294898332), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.798058 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Made reservation on behalf of 89cf2816f8884e679e6c7e4c3d98f348 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:27:46.801484 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.806594 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aea9fc-98ca-4452-a537-4edd9a01eb9a') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:46.806892 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aea9fc-98ca-4452-a537-4edd9a01eb9a') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:27:46.810776 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9e48-a598-4686-b7a9-6ac7a6a19a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (719ee888-1e63-41a7-97a8-667294898332), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.815846 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e2193-1c34-493d-af75-eeaa7b3e5de3 req-b72730d1-9c0d-4ff8-b54b-b650ee5b31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:46.817404 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8e6e2193-1c34-493d-af75-eeaa7b3e5de3 req-b72730d1-9c0d-4ff8-b54b-b650ee5b31f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 1129 time: 0.1013498 May 10 20:27:46.822170 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.846373 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e6e2193-1c34-493d-af75-eeaa7b3e5de3 req-52d28ce6-bffb-40c4-9f5f-06e3d44d4c2b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.851901 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25902393'] for segment (f6aea9fc-98ca-4452-a537-4edd9a01eb9a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.881361 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.929592 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (f6aea9fc-98ca-4452-a537-4edd9a01eb9a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:46.934576 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9f7d9e48-a598-4686-b7a9-6ac7a6a19a2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=707c5c8dad034f45812b93e0186199b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0089355 May 10 20:27:46.935328 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d9e48-a598-4686-b7a9-6ac7a6a19a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719ee888-1e63-41a7-97a8-667294898332,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:46.943811 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59484) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:46.955541 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-dfa8e5d0-bc7e-4fe9-bde9-61b5c5986c4a None None] Provisioning complete for port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:46.956711 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dfa8e5d0-bc7e-4fe9-bde9-61b5c5986c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.006447 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8e5d0-bc7e-4fe9-bde9-61b5c5986c4a None None] Port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:47.045751 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9943e25e-bc04-4411-99bf-9e41589503ec req-855ec0ca-8903-4587-8554-374e70b76c1c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 210 time: 0.0700078 May 10 20:27:47.166885 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:27:47.167464 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444310'] for segment (f6aea9fc-98ca-4452-a537-4edd9a01eb9a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: timer() May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: cb(*args, **kw) May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: self._notify() May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: self.callback(batched_events) May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: event.method(event) May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._get(url).json() May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:27:47.174035 dv-cinder-828806-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:27:47.240380 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:47.276578 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:47.288009 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:47.290733 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Allocated IP 172.20.0.13 (a39b073b-dc0a-4098-8dbd-0428d76eaadb/b737e67f-c47b-4001-9755-d3138de2b121/06c622a7-be22-49f6-bfdf-2e75a819556e) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:47.299179 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event updated for resources: {'Port': ['ID=d8189a32-1a03-4f88-9ea0-92488138491a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:47.344068 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (ebd5046c-ce19-4b92-9ed3-5effc3f394de), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.346255 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e6e2193-1c34-493d-af75-eeaa7b3e5de3 req-52d28ce6-bffb-40c4-9f5f-06e3d44d4c2b service neutron] Publish callbacks [] for security_group (b8ae6ea9-827f-40c4-b2d3-e59a09053ea2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.362485 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8e6e2193-1c34-493d-af75-eeaa7b3e5de3 req-52d28ce6-bffb-40c4-9f5f-06e3d44d4c2b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (b8ae6ea9-827f-40c4-b2d3-e59a09053ea2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.382863 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.389353 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] 10.222.0.61 "DELETE /v2.0/networks/ebd5046c-ce19-4b92-9ed3-5effc3f394de HTTP/1.1" status: 204 len: 168 time: 1.2728868 May 10 20:27:47.399646 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937dcee-2642-4653-81c9-2f0e320ce814 req-e68b76fa-ad44-4ccc-bef6-e1cfc8420f51 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:47.406610 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6937dcee-2642-4653-81c9-2f0e320ce814 req-e68b76fa-ad44-4ccc-bef6-e1cfc8420f51 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.1254301 May 10 20:27:47.467352 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac9801-1d5e-434c-9ea0-c65381c3371c admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd5046c-ce19-4b92-9ed3-5effc3f394de,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:47.481903 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8e6e2193-1c34-493d-af75-eeaa7b3e5de3 req-52d28ce6-bffb-40c4-9f5f-06e3d44d4c2b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574140 May 10 20:27:47.487230 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d28ce6-bffb-40c4-9f5f-06e3d44d4c2b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ae6ea9-827f-40c4-b2d3-e59a09053ea2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:47.519857 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:47.524788 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.568878 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbba939e-b24c-450a-8245-dc36effc30f1 admin admin] Publish callbacks [] for security_group (719ee888-1e63-41a7-97a8-667294898332), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.576639 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Allocated IP 172.20.0.11 (94296225-31bb-4ee2-9855-9dbaeebe459c/b146ad4d-7bd1-4d06-aaaa-651edd93715c/d8fb0937-0365-4e3b-b493-e0343c1b6efa) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:27:47.613278 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6937dcee-2642-4653-81c9-2f0e320ce814 req-632fcd44-f358-4d61-80d1-d1ebe773ca80 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038820 May 10 20:27:47.621738 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59506) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:47.639233 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-fe486eec-f110-45be-b550-68c4a486e95d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8972449 May 10 20:27:47.676118 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b6f35-0283-4212-9535-727434c76c4d req-0580ac67-e596-41ee-b6c2-d740b0ada7d8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:47.684070 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed9b6f35-0283-4212-9535-727434c76c4d req-0580ac67-e596-41ee-b6c2-d740b0ada7d8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 932 time: 0.1722417 May 10 20:27:47.696333 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbba939e-b24c-450a-8245-dc36effc30f1 admin admin] Publish callbacks [] for security_group (719ee888-1e63-41a7-97a8-667294898332), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.702832 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Request body: {'port': {'device_id': '7863f3c8-d62c-4cc1-be62-0902625d59fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:47.719270 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606fde48-a88c-4e4e-a204-c1d9ee0708f0 {{(pid=103476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:27:47.737804 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-95340f93-5a01-4562-97e2-a5ccb24f7149 None None] Provisioning complete for port d8189a32-1a03-4f88-9ea0-92488138491a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:47.738328 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-95340f93-5a01-4562-97e2-a5ccb24f7149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.759944 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Publish callbacks [] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.785995 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-95340f93-5a01-4562-97e2-a5ccb24f7149 None None] Port d8189a32-1a03-4f88-9ea0-92488138491a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:47.851920 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.provisioning_blocks [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Transition to ACTIVE for port object 606fde48-a88c-4e4e-a204-c1d9ee0708f0 will not be triggered until provisioned by entity L2. {{(pid=103476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:27:47.861900 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e465544a-9365-4206-a402-5536e45ffd42 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff2504be00a6476a9635477849e12605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363582 May 10 20:27:47.868072 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.868242 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59516) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:47.894830 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389849f7-8160-456b-86db-1867132ac0ac req-47ca3aca-058b-45b0-abd8-a648c927a6e0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:47.896374 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-389849f7-8160-456b-86db-1867132ac0ac req-47ca3aca-058b-45b0-abd8-a648c927a6e0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 931 time: 0.1201804 May 10 20:27:47.919909 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed9b6f35-0283-4212-9535-727434c76c4d req-61eb5349-83a5-4001-b6a9-246c67bf9b97 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346365 May 10 20:27:47.987044 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbba939e-b24c-450a-8245-dc36effc30f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (719ee888-1e63-41a7-97a8-667294898332), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.989848 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cbba939e-b24c-450a-8245-dc36effc30f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:47.991211 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cbba939e-b24c-450a-8245-dc36effc30f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/719ee888-1e63-41a7-97a8-667294898332 HTTP/1.1" status: 204 len: 168 time: 1.0433812 May 10 20:27:48.005361 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.025619 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.035424 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba939e-b24c-450a-8245-dc36effc30f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719ee888-1e63-41a7-97a8-667294898332,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:48.064900 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=606fde48-a88c-4e4e-a204-c1d9ee0708f0,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:48.098114 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-389849f7-8160-456b-86db-1867132ac0ac req-5eb8c01b-709f-4f9f-8cf7-19a943086305 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778581 May 10 20:27:48.100995 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Attempting to bind port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:48.101345 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Attempting to bind port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:48.101689 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Attempting to bind port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 on network 836205da-476a-4894-bbf3-e76da5a6bb7f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:48.113872 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 on network 836205da-476a-4894-bbf3-e76da5a6bb7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:27:48.114208 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Attempting to bind port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 on network 836205da-476a-4894-bbf3-e76da5a6bb7f {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:48.123243 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:48.123908 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Checking segment: {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:48.124668 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Bound using segment: {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'} {{(pid=103476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:48.125505 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.managers [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Bound port: 606fde48-a88c-4e4e-a204-c1d9ee0708f0, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'}}] {{(pid=103476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:48.127450 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.171647 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1f81-3ea1-43a5-a442-a87d3b56ec32 admin admin] Publish callbacks [] for security_group (1e42f508-ff61-4885-b0b0-6e5680595fbe), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.219348 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.234995 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a7b962da-4ed7-4748-a613-c553bcbb4ee3 req-aa9ebf2e-5c2e-4674-a4ba-cd1df96f49f5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 210 time: 0.0832841 May 10 20:27:48.236006 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.251224 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1f81-3ea1-43a5-a442-a87d3b56ec32 admin admin] Publish callbacks [] for security_group (1e42f508-ff61-4885-b0b0-6e5680595fbe), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.291658 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59526) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:48.306511 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] For port 606fde48-a88c-4e4e-a204-c1d9ee0708f0, host hv-cinder-82880, cleared binding levels {{(pid=103476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:48.327128 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] For port 606fde48-a88c-4e4e-a204-c1d9ee0708f0, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:48.335661 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.389491 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:48.390507 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.392809 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/606fde48-a88c-4e4e-a204-c1d9ee0708f0 HTTP/1.1" status: 200 len: 1094 time: 1.7058780 May 10 20:27:48.393465 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'tag': '606fde48-a88c-4e4e-a204-c1d9ee0708f0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:27:48.398675 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:48.414639 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:48.416520 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event updated for resources: {'Port': ['ID=06c622a7-be22-49f6-bfdf-2e75a819556e,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:48.420408 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:48.556916 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.621994 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:48.642745 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-e2cb2d1d-fa2f-423b-8c12-2381720afb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:48.644316 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-e2cb2d1d-fa2f-423b-8c12-2381720afb4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 1128 time: 0.1183679 May 10 20:27:48.647694 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4db873f5-8d9e-4230-b5c6-c83581583942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.667904 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbe9fe-3c94-4a14-9f82-8f0b6627c7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=606fde48-a88c-4e4e-a204-c1d9ee0708f0,revision_number=3']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:48.739228 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-9826b00c-75e4-4996-a4b9-24529f5e5581 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0 HTTP/1.1" status: 200 len: 217 time: 0.0858312 May 10 20:27:48.744275 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86c08a3e-78d8-4b06-8322-b9db030b4031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.765691 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Network 94296225-31bb-4ee2-9855-9dbaeebe459c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:27:48.768765 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1f81-3ea1-43a5-a442-a87d3b56ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1e42f508-ff61-4885-b0b0-6e5680595fbe), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.773576 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1f81-3ea1-43a5-a442-a87d3b56ec32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.785662 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5e1a1f81-3ea1-43a5-a442-a87d3b56ec32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e42f508-ff61-4885-b0b0-6e5680595fbe HTTP/1.1" status: 204 len: 168 time: 0.9081292 May 10 20:27:48.808504 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44034b6b-fde0-427c-b6a7-6da7585ed752" -d '{"events": [{"name": "network-changed", "server_uuid": "00f69eab-9bdc-4e34-a3ed-e7417bc13c95", "tag": "606fde48-a88c-4e4e-a204-c1d9ee0708f0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:27:48.824593 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:27:48.841529 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:48.842727 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.856681 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:27:48.857416 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78817c4-e924-4d20-91d2-93a91e1c1f6c req-8bed5ae7-d51e-497c-8f06-0b0c71c788a0 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:48.859289 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d78817c4-e924-4d20-91d2-93a91e1c1f6c req-8bed5ae7-d51e-497c-8f06-0b0c71c788a0 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.1245391 May 10 20:27:48.875005 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-517c8888-61bb-42ca-8101-aa44a02c2f7d None None] Provisioning complete for port 06c622a7-be22-49f6-bfdf-2e75a819556e triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:48.875493 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-517c8888-61bb-42ca-8101-aa44a02c2f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:48.877310 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a1f81-3ea1-43a5-a442-a87d3b56ec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e42f508-ff61-4885-b0b0-6e5680595fbe,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:48.884011 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-0d6d35f9-c9e2-46e3-acf4-0a0e5336ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:48.885372 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-0d6d35f9-c9e2-46e3-acf4-0a0e5336ca2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.1346765 May 10 20:27:48.993033 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-517c8888-61bb-42ca-8101-aa44a02c2f7d None None] Port 06c622a7-be22-49f6-bfdf-2e75a819556e cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:49.032096 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8189a32-1a03-4f88-9ea0-92488138491a {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:27:49.042762 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Publish callbacks [] for port (d8189a32-1a03-4f88-9ea0-92488138491a), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.064220 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Transition to ACTIVE for port object d8189a32-1a03-4f88-9ea0-92488138491a will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:27:49.123971 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c37b1ef-10be-4b83-b49b-28f1068399c5 x-openstack-request-id: req-2c37b1ef-10be-4b83-b49b-28f1068399c5 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:27:49.124583 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f69eab-9bdc-4e34-a3ed-e7417bc13c95", "tag": "606fde48-a88c-4e4e-a204-c1d9ee0708f0", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:27:49.125066 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c37b1ef-10be-4b83-b49b-28f1068399c5 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:27:49.125959 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c37b1ef-10be-4b83-b49b-28f1068399c5'] response: {'name': 'network-changed', 'server_uuid': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'tag': '606fde48-a88c-4e4e-a204-c1d9ee0708f0', 'status': 'completed', 'code': 200} May 10 20:27:49.166269 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d78817c4-e924-4d20-91d2-93a91e1c1f6c req-d7947fac-5f95-4110-ae61-62667591ebe3 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957768 May 10 20:27:49.168645 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:49.169766 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.179603 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ee62b241-7916-44de-8d68-4bda88047ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:49.186057 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-ee62b241-7916-44de-8d68-4bda88047ed2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2811067 May 10 20:27:49.192122 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-84e112e0-06da-40ad-8bb6-f1e853569944 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8713555 May 10 20:27:49.193948 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.203962 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:49.213462 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-8071ace0-8c3b-4801-96ee-f2015077752d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7668800 May 10 20:27:49.248624 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4db873f5-8d9e-4230-b5c6-c83581583942 admin admin] Publish callbacks [] for security_group (0b88b090-a1b6-4a58-8285-673f71d3f2a4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.275947 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4db873f5-8d9e-4230-b5c6-c83581583942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0b88b090-a1b6-4a58-8285-673f71d3f2a4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.292784 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8189a32-1a03-4f88-9ea0-92488138491a,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:49.317481 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-00c0d55a-d3ef-4b3a-a76f-226b55e11884 None None] Provisioning complete for port d8fb0937-0365-4e3b-b493-e0343c1b6efa triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:27:49.318245 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-00c0d55a-d3ef-4b3a-a76f-226b55e11884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.346787 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4db873f5-8d9e-4230-b5c6-c83581583942 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4e3e05d6c1547499f7279e98b189778&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0540519 May 10 20:27:49.347963 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59562) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:49.361453 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-00c0d55a-d3ef-4b3a-a76f-226b55e11884 None None] Port d8fb0937-0365-4e3b-b493-e0343c1b6efa cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:27:49.413580 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf105e6-cc82-430e-b5a0-4727e13723da req-cf057981-c602-47c1-b931-771eb40fd912 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:49.420832 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcf105e6-cc82-430e-b5a0-4727e13723da req-cf057981-c602-47c1-b931-771eb40fd912 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 944 time: 0.1805570 May 10 20:27:49.445276 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186ac6e-e9d5-4a2a-a2bc-a27501f0c161 req-0e0a41c5-5f3b-4302-9e9d-f42ed495519e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:49.453535 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Request body: {'port': {'device_id': 'ffd77532-d88b-4fc0-8ffd-81bc169e55db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:49.457838 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f186ac6e-e9d5-4a2a-a2bc-a27501f0c161 req-0e0a41c5-5f3b-4302-9e9d-f42ed495519e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.1238141 May 10 20:27:49.492496 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.504455 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59564) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:49.508366 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Request body: {'port': {'device_id': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:27:49.509245 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db873f5-8d9e-4230-b5c6-c83581583942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b88b090-a1b6-4a58-8285-673f71d3f2a4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:49.521395 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Attempting to bind port d8189a32-1a03-4f88-9ea0-92488138491a on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:49.521739 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Attempting to bind port d8189a32-1a03-4f88-9ea0-92488138491a by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:49.522068 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Attempting to bind port d8189a32-1a03-4f88-9ea0-92488138491a on network a39b073b-dc0a-4098-8dbd-0428d76eaadb {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:49.594726 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.632494 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Port d8189a32-1a03-4f88-9ea0-92488138491a on network a39b073b-dc0a-4098-8dbd-0428d76eaadb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:27:49.632822 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Attempting to bind port d8189a32-1a03-4f88-9ea0-92488138491a on network a39b073b-dc0a-4098-8dbd-0428d76eaadb {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:49.644248 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcf105e6-cc82-430e-b5a0-4727e13723da req-7b07710b-a296-4d61-9df1-45819d4b3f02 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224059 May 10 20:27:49.661274 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f186ac6e-e9d5-4a2a-a2bc-a27501f0c161 req-a43c9a41-c7d4-4c78-a617-783217f82edf tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024972 May 10 20:27:49.676315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:49.676315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Checking segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:49.676315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Bound using segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:49.676315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Bound port: d8189a32-1a03-4f88-9ea0-92488138491a, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:49.676315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.676315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86c08a3e-78d8-4b06-8322-b9db030b4031 admin admin] Publish callbacks [] for security_group (f156d9df-fd56-4b53-acb6-cbdcbdf42f80), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.691236 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2e1d5e0e-9126-4f45-a9c2-7d6e73b27b21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=decc40cefb2c48c79acb2dfd778445e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762002 May 10 20:27:49.691988 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59568) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:49.719627 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86c08a3e-78d8-4b06-8322-b9db030b4031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f156d9df-fd56-4b53-acb6-cbdcbdf42f80), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.724721 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-6561906f-ab0d-42ad-a735-8ca8bdceb427 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882857 May 10 20:27:49.821827 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5244ac-c42a-4909-9092-50ce3637754d req-b456f3e4-cbb5-47d9-ab3f-60bd9dbae46c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:49.823202 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6f5244ac-c42a-4909-9092-50ce3637754d req-b456f3e4-cbb5-47d9-ab3f-60bd9dbae46c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 932 time: 0.0853834 May 10 20:27:49.839482 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ec1776e-3dd1-4328-bd22-c4576e08bca7 admin admin] Publish callbacks [] for security_group (0b88b090-a1b6-4a58-8285-673f71d3f2a4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.848463 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.869996 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-86c08a3e-78d8-4b06-8322-b9db030b4031 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34be9c3d3c6a468cb2f0a0a0e29fad58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2437010 May 10 20:27:49.872504 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59572) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:49.887394 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af465161-f3d6-4a29-9909-c896fcd49fd3 req-74f4f153-188e-407f-af38-b9bfffe56c19 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567330 May 10 20:27:49.910236 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6f5244ac-c42a-4909-9092-50ce3637754d req-34e4e7ed-5493-4ecf-a121-439f7ef315e2 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805423 May 10 20:27:49.930582 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c08a3e-78d8-4b06-8322-b9db030b4031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f156d9df-fd56-4b53-acb6-cbdcbdf42f80,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:49.940285 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffa746fb-0a26-443f-93b8-1bef7ddc7eed admin admin] Publish callbacks [] for security_group (f156d9df-fd56-4b53-acb6-cbdcbdf42f80), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.963809 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffa746fb-0a26-443f-93b8-1bef7ddc7eed admin admin] Publish callbacks [] for security_group (f156d9df-fd56-4b53-acb6-cbdcbdf42f80), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:49.971588 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ec1776e-3dd1-4328-bd22-c4576e08bca7 admin admin] Publish callbacks [] for security_group (0b88b090-a1b6-4a58-8285-673f71d3f2a4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.016875 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffa746fb-0a26-443f-93b8-1bef7ddc7eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f156d9df-fd56-4b53-acb6-cbdcbdf42f80), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.019423 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ffa746fb-0a26-443f-93b8-1bef7ddc7eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.020555 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ffa746fb-0a26-443f-93b8-1bef7ddc7eed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f156d9df-fd56-4b53-acb6-cbdcbdf42f80 HTTP/1.1" status: 204 len: 168 time: 0.1459229 May 10 20:27:50.026923 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] For port d8189a32-1a03-4f88-9ea0-92488138491a, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:50.029801 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa746fb-0a26-443f-93b8-1bef7ddc7eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f156d9df-fd56-4b53-acb6-cbdcbdf42f80,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:50.090516 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] For port d8189a32-1a03-4f88-9ea0-92488138491a, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8189a32-1a03-4f88-9ea0-92488138491a,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:50.123145 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.124964 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a7c54b5-e2a4-488f-942a-cb8dba19afab admin admin] Publish callbacks [] for security_group (5ef0d8d2-83dd-4042-b907-119ad73ce8ef), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.238712 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:50.239419 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.241263 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-d986d872-3630-4e40-ae55-269053b703fe service neutron] 10.222.0.69 "PUT /v2.0/ports/d8189a32-1a03-4f88-9ea0-92488138491a HTTP/1.1" status: 200 len: 1093 time: 2.5429814 May 10 20:27:50.246266 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7863f3c8-d62c-4cc1-be62-0902625d59fe', 'tag': 'd8189a32-1a03-4f88-9ea0-92488138491a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:27:50.248802 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0af155-e3ab-405b-980b-f9537248770c" -d '{"events": [{"name": "network-changed", "server_uuid": "7863f3c8-d62c-4cc1-be62-0902625d59fe", "tag": "d8189a32-1a03-4f88-9ea0-92488138491a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:27:50.262913 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a7c54b5-e2a4-488f-942a-cb8dba19afab admin admin] Publish callbacks [] for security_group (5ef0d8d2-83dd-4042-b907-119ad73ce8ef), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.337907 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9210fef-dc63-4f6e-855b-e5011bfbda04 req-68ecf813-17cd-43d6-ae45-8a85ce85c04c tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:50.346369 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d9210fef-dc63-4f6e-855b-e5011bfbda04 req-68ecf813-17cd-43d6-ae45-8a85ce85c04c tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.1019874 May 10 20:27:50.400718 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d9210fef-dc63-4f6e-855b-e5011bfbda04 req-42395b96-ccbf-4d98-9856-12da315404f6 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 May 10 20:27:50.493813 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f25ab9-ebf7-424b-b810-6493be7a3432 x-openstack-request-id: req-d2f25ab9-ebf7-424b-b810-6493be7a3432 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:27:50.494175 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7863f3c8-d62c-4cc1-be62-0902625d59fe", "tag": "d8189a32-1a03-4f88-9ea0-92488138491a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:27:50.494522 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2f25ab9-ebf7-424b-b810-6493be7a3432 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:27:50.494744 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f25ab9-ebf7-424b-b810-6493be7a3432'] response: {'name': 'network-changed', 'server_uuid': '7863f3c8-d62c-4cc1-be62-0902625d59fe', 'tag': 'd8189a32-1a03-4f88-9ea0-92488138491a', 'status': 'completed', 'code': 200} May 10 20:27:50.573774 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ec1776e-3dd1-4328-bd22-c4576e08bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0b88b090-a1b6-4a58-8285-673f71d3f2a4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.576366 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ec1776e-3dd1-4328-bd22-c4576e08bca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.579846 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5ec1776e-3dd1-4328-bd22-c4576e08bca7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b88b090-a1b6-4a58-8285-673f71d3f2a4 HTTP/1.1" status: 204 len: 168 time: 1.2244158 May 10 20:27:50.585754 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986d872-3630-4e40-ae55-269053b703fe service neutron] Pushing event updated for resources: {'Port': ['ID=d8189a32-1a03-4f88-9ea0-92488138491a,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:50.617756 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1776e-3dd1-4328-bd22-c4576e08bca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b88b090-a1b6-4a58-8285-673f71d3f2a4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:50.656641 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a7c54b5-e2a4-488f-942a-cb8dba19afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5ef0d8d2-83dd-4042-b907-119ad73ce8ef), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.659141 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a7c54b5-e2a4-488f-942a-cb8dba19afab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.660303 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2a7c54b5-e2a4-488f-942a-cb8dba19afab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ef0d8d2-83dd-4042-b907-119ad73ce8ef HTTP/1.1" status: 204 len: 168 time: 0.9672687 May 10 20:27:50.707674 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c54b5-e2a4-488f-942a-cb8dba19afab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0d8d2-83dd-4042-b907-119ad73ce8ef,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:50.720059 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c622a7-be22-49f6-bfdf-2e75a819556e {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:27:50.736192 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Publish callbacks [] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.773301 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Transition to ACTIVE for port object 06c622a7-be22-49f6-bfdf-2e75a819556e will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:27:50.784865 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fb0937-0365-4e3b-b493-e0343c1b6efa {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:27:50.790458 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.797254 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Publish callbacks [] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.843409 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Transition to ACTIVE for port object d8fb0937-0365-4e3b-b493-e0343c1b6efa will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:27:50.858727 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:50.862677 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Pushing event updated for resources: {'Port': ['ID=06c622a7-be22-49f6-bfdf-2e75a819556e,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:51.034472 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:51.067836 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5c97a-bbf2-4605-a62a-664beebfda91 req-e5b625b6-eef4-44e9-920a-df9fe3ff1aa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:51.082179 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67f5c97a-bbf2-4605-a62a-664beebfda91 req-e5b625b6-eef4-44e9-920a-df9fe3ff1aa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.2529397 May 10 20:27:51.109080 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Attempting to bind port 06c622a7-be22-49f6-bfdf-2e75a819556e on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:51.110078 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Attempting to bind port 06c622a7-be22-49f6-bfdf-2e75a819556e by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:51.110078 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Attempting to bind port 06c622a7-be22-49f6-bfdf-2e75a819556e on network a39b073b-dc0a-4098-8dbd-0428d76eaadb {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:51.118573 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Port 06c622a7-be22-49f6-bfdf-2e75a819556e on network a39b073b-dc0a-4098-8dbd-0428d76eaadb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:27:51.119154 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Attempting to bind port 06c622a7-be22-49f6-bfdf-2e75a819556e on network a39b073b-dc0a-4098-8dbd-0428d76eaadb {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:51.125855 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bd6f5-c9ae-4dec-81a2-813036df8d5a req-88976fc2-414e-4397-a159-1589bfd7ac99 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:51.129965 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e86bd6f5-c9ae-4dec-81a2-813036df8d5a req-88976fc2-414e-4397-a159-1589bfd7ac99 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 944 time: 0.2223966 May 10 20:27:51.152814 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:51.153551 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Checking segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:51.154482 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Bound using segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:51.155150 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Bound port: 06c622a7-be22-49f6-bfdf-2e75a819556e, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:51.156293 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.261375 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67f5c97a-bbf2-4605-a62a-664beebfda91 req-72cb360c-bb14-44d1-b2e2-4a2a8bdc3c2f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697023 May 10 20:27:51.293811 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59622) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:51.298715 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e86bd6f5-c9ae-4dec-81a2-813036df8d5a req-1a83deb5-0382-46be-99ab-55d93218add6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475618 May 10 20:27:51.329656 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22f005e6-b40b-4407-97ca-82395967c653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.346326 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Attempting to bind port d8fb0937-0365-4e3b-b493-e0343c1b6efa on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:27:51.346669 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Attempting to bind port d8fb0937-0365-4e3b-b493-e0343c1b6efa by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:27:51.347004 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Attempting to bind port d8fb0937-0365-4e3b-b493-e0343c1b6efa on network 94296225-31bb-4ee2-9855-9dbaeebe459c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:51.368572 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Port d8fb0937-0365-4e3b-b493-e0343c1b6efa on network 94296225-31bb-4ee2-9855-9dbaeebe459c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:27:51.368805 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Attempting to bind port d8fb0937-0365-4e3b-b493-e0343c1b6efa on network 94296225-31bb-4ee2-9855-9dbaeebe459c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:27:51.374727 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] For port 06c622a7-be22-49f6-bfdf-2e75a819556e, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:51.386139 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] For port 06c622a7-be22-49f6-bfdf-2e75a819556e, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06c622a7-be22-49f6-bfdf-2e75a819556e,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:51.392584 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:27:51.392933 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Checking segment: {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:27:51.393369 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Bound using segment: {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:27:51.393797 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Bound port: d8fb0937-0365-4e3b-b493-e0343c1b6efa, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:27:51.394164 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.416371 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.429803 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8b96e-d152-4247-b691-9c9a45557428 req-5ca99f1b-9cb9-4b78-b6b1-307b3d7ffcdb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:51.433194 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-72e8b96e-d152-4247-b691-9c9a45557428 req-5ca99f1b-9cb9-4b78-b6b1-307b3d7ffcdb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0722303 May 10 20:27:51.476921 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:51.477602 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.479659 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] 10.222.0.69 "PUT /v2.0/ports/06c622a7-be22-49f6-bfdf-2e75a819556e HTTP/1.1" status: 200 len: 1094 time: 2.0300872 May 10 20:27:51.540878 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-72e8b96e-d152-4247-b691-9c9a45557428 req-5bb57e49-d371-483e-bfb0-b25f934a48a6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986536 May 10 20:27:51.587159 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce377bda-36f6-45ae-a140-1583832df872 service neutron] Pushing event updated for resources: {'Port': ['ID=06c622a7-be22-49f6-bfdf-2e75a819556e,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:51.611574 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:27:51.618535 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22f005e6-b40b-4407-97ca-82395967c653 admin admin] Publish callbacks [] for security_group (7aeda3aa-249f-49aa-8229-84aba4b58ab2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.620900 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:27:51.628524 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22f005e6-b40b-4407-97ca-82395967c653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (7aeda3aa-249f-49aa-8229-84aba4b58ab2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.647313 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.711868 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59636) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:51.712005 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-22f005e6-b40b-4407-97ca-82395967c653 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60e2f0df15744d76abe0ef5cc3793375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161470 May 10 20:27:51.712725 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f005e6-b40b-4407-97ca-82395967c653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeda3aa-249f-49aa-8229-84aba4b58ab2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:51.719424 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:51.720049 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.721554 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] 10.222.0.69 "PUT /v2.0/ports/d8fb0937-0365-4e3b-b493-e0343c1b6efa HTTP/1.1" status: 200 len: 1094 time: 2.2224934 May 10 20:27:51.765309 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc474a-200b-47ca-bce2-58b276064274 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:51.792598 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c08fdcb9-be1a-4937-a599-28e4c589d1ea admin admin] Publish callbacks [] for security_group (7aeda3aa-249f-49aa-8229-84aba4b58ab2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.833960 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c08fdcb9-be1a-4937-a599-28e4c589d1ea admin admin] Publish callbacks [] for security_group (7aeda3aa-249f-49aa-8229-84aba4b58ab2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.897592 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c08fdcb9-be1a-4937-a599-28e4c589d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (7aeda3aa-249f-49aa-8229-84aba4b58ab2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.900498 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c08fdcb9-be1a-4937-a599-28e4c589d1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:51.901762 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c08fdcb9-be1a-4937-a599-28e4c589d1ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7aeda3aa-249f-49aa-8229-84aba4b58ab2 HTTP/1.1" status: 204 len: 168 time: 0.1883223 May 10 20:27:51.910333 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fdcb9-be1a-4937-a599-28e4c589d1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeda3aa-249f-49aa-8229-84aba4b58ab2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:52.479989 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dd24b-17f4-445b-901c-b7857fa46ae0 req-1126b415-cd18-4121-84e8-549a652f1487 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:52.486673 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-142dd24b-17f4-445b-901c-b7857fa46ae0 req-1126b415-cd18-4121-84e8-549a652f1487 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0978041 May 10 20:27:52.495751 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd77532-d88b-4fc0-8ffd-81bc169e55db', 'tag': '06c622a7-be22-49f6-bfdf-2e75a819556e'}, {'name': 'network-changed', 'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:27:52.499630 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eb572d-a189-452f-a38f-1d75a95c6aec" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd77532-d88b-4fc0-8ffd-81bc169e55db", "tag": "06c622a7-be22-49f6-bfdf-2e75a819556e"}, {"name": "network-changed", "server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:27:52.514980 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21afb0-f722-4131-b7bd-76244bb5347e req-1635212c-a132-4282-ab6b-c38c93a321c9 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:52.516666 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9f21afb0-f722-4131-b7bd-76244bb5347e req-1635212c-a132-4282-ab6b-c38c93a321c9 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 944 time: 0.0803885 May 10 20:27:52.565357 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-142dd24b-17f4-445b-901c-b7857fa46ae0 req-ffd2da42-6bc6-42c3-a81b-acd47d2973f4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776377 May 10 20:27:52.619870 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9f21afb0-f722-4131-b7bd-76244bb5347e req-c29114f1-b85b-4f2a-80c1-78ce3ca3646b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948837 May 10 20:27:52.628369 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 May 2022 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d4c62-efe2-49e2-8440-57390aa48202 x-openstack-request-id: req-8b1d4c62-efe2-49e2-8440-57390aa48202 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:27:52.628817 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd77532-d88b-4fc0-8ffd-81bc169e55db", "tag": "06c622a7-be22-49f6-bfdf-2e75a819556e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:27:52.629162 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b1d4c62-efe2-49e2-8440-57390aa48202 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:27:52.629565 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1d4c62-efe2-49e2-8440-57390aa48202'] response: {'name': 'network-changed', 'server_uuid': 'ffd77532-d88b-4fc0-8ffd-81bc169e55db', 'tag': '06c622a7-be22-49f6-bfdf-2e75a819556e', 'status': 'completed', 'code': 200} May 10 20:27:52.630164 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1d4c62-efe2-49e2-8440-57390aa48202'] response: {'name': 'network-changed', 'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'status': 'completed', 'code': 200} May 10 20:27:52.737825 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7574ac-4293-424e-bdac-68a9c003baa6 req-f9013b96-2e5e-46be-8b16-48ee5517abbf tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:52.739351 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff7574ac-4293-424e-bdac-68a9c003baa6 req-f9013b96-2e5e-46be-8b16-48ee5517abbf tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0568986 May 10 20:27:52.793650 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff7574ac-4293-424e-bdac-68a9c003baa6 req-3675acd3-0a89-48b9-81cb-77731638e743 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483546 May 10 20:27:53.693246 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf197e-f025-42c1-90c4-00ec14194e5b req-167f95c9-9815-4e00-8e3a-b106c8a9b13a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:53.695282 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7bf197e-f025-42c1-90c4-00ec14194e5b req-167f95c9-9815-4e00-8e3a-b106c8a9b13a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0537827 May 10 20:27:53.743533 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7bf197e-f025-42c1-90c4-00ec14194e5b req-087c53c5-ef17-46a4-937e-d51ea65eff12 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422821 May 10 20:27:53.862496 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddb894-3e95-455c-9a4c-5581553e568e req-60228dac-4ae2-458b-a7d3-25fdd7ee05cd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:53.863944 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-57ddb894-3e95-455c-9a4c-5581553e568e req-60228dac-4ae2-458b-a7d3-25fdd7ee05cd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 944 time: 0.0521123 May 10 20:27:53.916279 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-57ddb894-3e95-455c-9a4c-5581553e568e req-392bb13f-4bf3-4dc0-ad20-c2a18d218667 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466340 May 10 20:27:54.026430 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ec15-5227-434d-b9ef-b663cfa9a28d req-99077ca2-93e2-4b66-858b-2b3fd8b65abc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:54.027917 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c63ec15-5227-434d-b9ef-b663cfa9a28d req-99077ca2-93e2-4b66-858b-2b3fd8b65abc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0466166 May 10 20:27:54.088594 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c63ec15-5227-434d-b9ef-b663cfa9a28d req-36b60341-8257-4406-8c5e-81783eefd453 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521791 May 10 20:27:54.225785 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59788) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:54.337469 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fe97a6e-a230-4788-b0d8-522a3365fed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.409111 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fe97a6e-a230-4788-b0d8-522a3365fed2 admin admin] Publish callbacks [] for security_group (9b20f709-b490-4f18-b6d7-55d83e499a0b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.412441 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2fe97a6e-a230-4788-b0d8-522a3365fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9b20f709-b490-4f18-b6d7-55d83e499a0b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.431752 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d67bac1c-9f02-4b9d-b03c-211e26331e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.449466 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2fe97a6e-a230-4788-b0d8-522a3365fed2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5ecb2dc3e674bb794ab978f8d269712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226787 May 10 20:27:54.450375 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe97a6e-a230-4788-b0d8-522a3365fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b20f709-b490-4f18-b6d7-55d83e499a0b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:54.452249 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59794) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:54.502540 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b668b50-ddfa-49c6-8380-7afba285d7ee admin admin] Publish callbacks [] for security_group (9b20f709-b490-4f18-b6d7-55d83e499a0b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.525186 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b668b50-ddfa-49c6-8380-7afba285d7ee admin admin] Publish callbacks [] for security_group (9b20f709-b490-4f18-b6d7-55d83e499a0b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.573627 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b668b50-ddfa-49c6-8380-7afba285d7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9b20f709-b490-4f18-b6d7-55d83e499a0b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.576159 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5b668b50-ddfa-49c6-8380-7afba285d7ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.577328 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5b668b50-ddfa-49c6-8380-7afba285d7ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b20f709-b490-4f18-b6d7-55d83e499a0b HTTP/1.1" status: 204 len: 168 time: 0.1240728 May 10 20:27:54.585178 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b668b50-ddfa-49c6-8380-7afba285d7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b20f709-b490-4f18-b6d7-55d83e499a0b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:54.836009 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 59806) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:54.853365 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9b8825a0-f2ce-4e7d-a58b-d6cee89aa358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.860370 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ac80a-dba9-4efe-ae77-1789501ed5fd req-672fe8a1-38fa-4fa8-aa7c-018ea4966f1e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:54.862013 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b33ac80a-dba9-4efe-ae77-1789501ed5fd req-672fe8a1-38fa-4fa8-aa7c-018ea4966f1e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0519478 May 10 20:27:54.908420 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b33ac80a-dba9-4efe-ae77-1789501ed5fd req-8d381c8d-6395-4f14-8f5f-5d8e513742c1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 May 10 20:27:54.930691 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9b8825a0-f2ce-4e7d-a58b-d6cee89aa358 admin admin] Publish callbacks [] for security_group (d3efbb2e-0427-4513-b8e4-b990a0288550), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.934337 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9b8825a0-f2ce-4e7d-a58b-d6cee89aa358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (d3efbb2e-0427-4513-b8e4-b990a0288550), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:54.973395 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9b8825a0-f2ce-4e7d-a58b-d6cee89aa358 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1787be1769dd4433bfe7b92609f73d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339262 May 10 20:27:54.973395 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8825a0-f2ce-4e7d-a58b-d6cee89aa358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3efbb2e-0427-4513-b8e4-b990a0288550,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:54.973979 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 59810) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:27:55.053642 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcccad-c491-4a41-b4c6-adc117d58ba8 req-1fdc01ca-c57e-4e26-aa57-90689ae1ce03 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:55.055055 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46dcccad-c491-4a41-b4c6-adc117d58ba8 req-1fdc01ca-c57e-4e26-aa57-90689ae1ce03 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 944 time: 0.0652668 May 10 20:27:55.085216 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a79849b-092e-4a8c-aee1-e8dcd0413eff admin admin] Publish callbacks [] for security_group (d3efbb2e-0427-4513-b8e4-b990a0288550), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:55.291450 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a79849b-092e-4a8c-aee1-e8dcd0413eff admin admin] Publish callbacks [] for security_group (d3efbb2e-0427-4513-b8e4-b990a0288550), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:55.300804 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46dcccad-c491-4a41-b4c6-adc117d58ba8 req-d07d4518-b017-49b2-8cbd-a897ff7e20b4 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396350 May 10 20:27:55.342492 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a79849b-092e-4a8c-aee1-e8dcd0413eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (d3efbb2e-0427-4513-b8e4-b990a0288550), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:55.345045 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a79849b-092e-4a8c-aee1-e8dcd0413eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:55.346258 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8a79849b-092e-4a8c-aee1-e8dcd0413eff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d3efbb2e-0427-4513-b8e4-b990a0288550 HTTP/1.1" status: 204 len: 168 time: 0.3706689 May 10 20:27:55.354689 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79849b-092e-4a8c-aee1-e8dcd0413eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3efbb2e-0427-4513-b8e4-b990a0288550,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:55.401476 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8191c53-cfe9-4976-8ce9-861e493dd3eb req-d8554c91-2346-407c-aa2a-b70605efa33e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:55.402918 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8191c53-cfe9-4976-8ce9-861e493dd3eb req-d8554c91-2346-407c-aa2a-b70605efa33e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0462673 May 10 20:27:55.451955 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8191c53-cfe9-4976-8ce9-861e493dd3eb req-681ae810-f010-4ce9-9f14-946ec30280c3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 May 10 20:27:55.949880 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0af155-e3ab-405b-980b-f9537248770c req-165de934-db20-4aec-bf88-5396f8d7f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:55.954084 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a0af155-e3ab-405b-980b-f9537248770c req-165de934-db20-4aec-bf88-5396f8d7f567 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 1127 time: 0.0551634 May 10 20:27:56.126634 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-79f5fcf8-8d94-408d-9c45-bd1c4f8fc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.129034 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-79f5fcf8-8d94-408d-9c45-bd1c4f8fc8b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 1128 time: 0.0482757 May 10 20:27:56.233900 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65073db2-8e87-49d0-a1da-356471815cc7 req-8ac86cc3-1c73-4571-8431-7a644a4f9edb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.241770 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65073db2-8e87-49d0-a1da-356471815cc7 req-8ac86cc3-1c73-4571-8431-7a644a4f9edb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.2241571 May 10 20:27:56.275925 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-a9917115-3ac6-40c6-8ad5-1de2e861dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.277743 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-a9917115-3ac6-40c6-8ad5-1de2e861dc86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 1128 time: 0.3221235 May 10 20:27:56.283665 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-997888f3-fd75-4bde-9eb9-0fa5df2d0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.285496 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-997888f3-fd75-4bde-9eb9-0fa5df2d0786 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 1128 time: 0.0844548 May 10 20:27:56.288112 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0af155-e3ab-405b-980b-f9537248770c req-a4105bd8-af62-43aa-a2de-0133041d9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.289747 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a0af155-e3ab-405b-980b-f9537248770c req-a4105bd8-af62-43aa-a2de-0133041d9281 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3032441 May 10 20:27:56.401753 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65073db2-8e87-49d0-a1da-356471815cc7 req-88c193f3-5731-4e62-acaa-ecbcf5f3a40b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584969 May 10 20:27:56.439877 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 606fde48-a88c-4e4e-a204-c1d9ee0708f0 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:27:56.456159 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-788cf482-ec6c-4f7f-a81f-f4b392517326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.457003 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-788cf482-ec6c-4f7f-a81f-f4b392517326 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3194563 May 10 20:27:56.482743 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-957e018e-05c2-4861-8dc5-dd3498afa2dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa HTTP/1.1" status: 200 len: 217 time: 0.1659684 May 10 20:27:56.628481 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 606fde48-a88c-4e4e-a204-c1d9ee0708f0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:56.639591 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c7064-e522-4407-b434-ffc285d13e9c req-d95b32e0-5c38-44d7-8e8d-399325eb1c41 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.649271 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '606fde48-a88c-4e4e-a204-c1d9ee0708f0', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'port_id': '606fde48-a88c-4e4e-a204-c1d9ee0708f0', 'mac_address': 'fa:16:3e:dd:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:27:56.650978 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f7c7064-e522-4407-b434-ffc285d13e9c req-d95b32e0-5c38-44d7-8e8d-399325eb1c41 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 944 time: 0.2420967 May 10 20:27:56.656402 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-9af39eb5-8e88-43dc-b446-c6bc1555130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.660309 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-9af39eb5-8e88-43dc-b446-c6bc1555130b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.1632400 May 10 20:27:56.716341 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cf64bc79-2cbb-4c56-90a6-d35607ff5b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:56.726694 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:27:56.727264 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:56.733505 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0af155-e3ab-405b-980b-f9537248770c req-a35c6b9f-b74d-4f4b-8bdf-79c93a099bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.742955 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a0af155-e3ab-405b-980b-f9537248770c req-a35c6b9f-b74d-4f4b-8bdf-79c93a099bcc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4348810 May 10 20:27:56.755764 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-624939ea-ff14-42f9-94fd-ba350389ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.759004 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-624939ea-ff14-42f9-94fd-ba350389ca60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 912 time: 0.4521670 May 10 20:27:56.762226 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606fde48-a88c-4e4e-a204-c1d9ee0708f0 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:27:56.798631 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 606fde48-a88c-4e4e-a204-c1d9ee0708f0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:27:56.808234 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:56.851271 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f61d41-4be5-43c9-b3b6-bd8e94ed2aed req-2afcb499-1111-4e69-ab9a-cc01a5564a31 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.857979 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95f61d41-4be5-43c9-b3b6-bd8e94ed2aed req-2afcb499-1111-4e69-ab9a-cc01a5564a31 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.2032223 May 10 20:27:56.880989 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-f12ba349-1f03-49ab-91b8-9b074b464856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.883101 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-f12ba349-1f03-49ab-91b8-9b074b464856 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 1127 time: 0.0570352 May 10 20:27:56.896793 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=606fde48-a88c-4e4e-a204-c1d9ee0708f0,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:27:56.950912 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f7c7064-e522-4407-b434-ffc285d13e9c req-de3dc623-7db9-4103-99c9-8316f33af9c8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972722 May 10 20:27:56.952771 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-6faa9430-41e9-4074-b621-fc17131b25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:56.954304 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-6faa9430-41e9-4074-b621-fc17131b25ae service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4794118 May 10 20:27:56.969496 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-6c36b16c-ed5a-46f8-8834-3d7ba94ae9f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0 HTTP/1.1" status: 200 len: 217 time: 0.1506133 May 10 20:27:57.017696 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['606fde48-a88c-4e4e-a204-c1d9ee0708f0'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:27:57.044418 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95f61d41-4be5-43c9-b3b6-bd8e94ed2aed req-d8db9238-1cf0-4a58-bd7c-2f93aaf94e4b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790316 May 10 20:27:57.119163 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-1d4ba760-d770-4c07-86bb-8f81c0b47ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:57.120687 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-1d4ba760-d770-4c07-86bb-8f81c0b47ed5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 1128 time: 0.0751286 May 10 20:27:57.145200 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-7d6cba84-6a23-4a19-acab-21aa08d67427 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8189a32-1a03-4f88-9ea0-92488138491a HTTP/1.1" status: 200 len: 217 time: 0.1790926 May 10 20:27:57.146452 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-ca9af0de-3ea6-4b93-be67-c9ede6db3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:57.148833 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-ca9af0de-3ea6-4b93-be67-c9ede6db3548 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4191141 May 10 20:27:57.179024 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-9281a953-9b6d-4267-afba-25c6a86c790a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c622a7-be22-49f6-bfdf-2e75a819556e HTTP/1.1" status: 200 len: 217 time: 0.0488119 May 10 20:27:57.243648 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-3256f4b5-4fd5-471a-bfa9-24264308b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:57.245399 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-3256f4b5-4fd5-471a-bfa9-24264308b93f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0615005 May 10 20:27:57.292458 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-32f4bd14-9dbd-4a39-86ce-fc6581f9d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:57.294474 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-32f4bd14-9dbd-4a39-86ce-fc6581f9d8e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416532 May 10 20:27:57.393601 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-8633989a-e0a3-4ee0-a8a1-024b0285d100 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920477 May 10 20:27:57.414393 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-1fd45ac2-f417-40dd-9375-dd5ea4857d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:57.415873 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-1fd45ac2-f417-40dd-9375-dd5ea4857d57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.4265022 May 10 20:27:57.429139 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-c504138d-514e-40cf-baba-9a7b6ddc00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:57.430587 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-c504138d-514e-40cf-baba-9a7b6ddc00d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.2715473 May 10 20:27:57.472107 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-33e0ec60-01f3-48af-bfff-2704bc81e882 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140926 May 10 20:27:57.526332 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9284d7c-a1cf-4a50-801b-8d4ca26f1a7b req-576f829f-807d-4c7d-a960-c9bffd07e79a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:57.527829 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9284d7c-a1cf-4a50-801b-8d4ca26f1a7b req-576f829f-807d-4c7d-a960-c9bffd07e79a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0581219 May 10 20:27:57.575928 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9284d7c-a1cf-4a50-801b-8d4ca26f1a7b req-948c116c-9caf-4f63-adc2-d6bdb75c6644 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 May 10 20:27:58.026868 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:58.057502 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:27:58.090297 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9f578-06c0-4d1f-9cab-aef9fa7a0072 req-3b47f6bf-2247-4c51-82f6-38a6429c9efb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:58.091915 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b6d9f578-06c0-4d1f-9cab-aef9fa7a0072 req-3b47f6bf-2247-4c51-82f6-38a6429c9efb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 945 time: 0.0520105 May 10 20:27:58.143979 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b6d9f578-06c0-4d1f-9cab-aef9fa7a0072 req-d373ac84-fc8e-408e-907b-1426af2c6d04 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 May 10 20:27:58.192639 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e376cd-c7c3-492b-a9c5-ed31dd08e534 req-6ce39a6d-ebac-484a-aa6a-00ffa899d0c4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:58.195036 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8e376cd-c7c3-492b-a9c5-ed31dd08e534 req-6ce39a6d-ebac-484a-aa6a-00ffa899d0c4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0499411 May 10 20:27:58.247314 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8e376cd-c7c3-492b-a9c5-ed31dd08e534 req-54269735-bbed-4bb5-b3cf-a93dd5fd0d55 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 May 10 20:27:58.688992 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c434a8-b875-4138-9c8e-990c1bf8f909 req-c868f4a0-a5a6-4004-be57-cfd1e243ca41 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:58.690458 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e8c434a8-b875-4138-9c8e-990c1bf8f909 req-c868f4a0-a5a6-4004-be57-cfd1e243ca41 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0494714 May 10 20:27:58.735406 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e8c434a8-b875-4138-9c8e-990c1bf8f909 req-0d01722c-9334-4715-a5ef-be6d5315cba5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 May 10 20:27:59.075560 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:27:59.257115 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be9ca-5c21-4c44-b4a6-df5adfd95e48 req-1d031f3e-9f70-4be3-8156-74c374af230c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:59.258575 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-257be9ca-5c21-4c44-b4a6-df5adfd95e48 req-1d031f3e-9f70-4be3-8156-74c374af230c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 945 time: 0.0455046 May 10 20:27:59.307013 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-257be9ca-5c21-4c44-b4a6-df5adfd95e48 req-fbaab329-7d09-4354-9756-c611bce6b5ff tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 May 10 20:27:59.361681 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32556fe0-1bd2-4dd6-8e81-56b10cf0f3f4 req-0f9ab10e-f816-4fc5-9627-eacecb035d03 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:59.363117 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32556fe0-1bd2-4dd6-8e81-56b10cf0f3f4 req-0f9ab10e-f816-4fc5-9627-eacecb035d03 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0450158 May 10 20:27:59.408563 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32556fe0-1bd2-4dd6-8e81-56b10cf0f3f4 req-b22919e2-d67b-4c27-83b1-da6cb9fb9ddd tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399051 May 10 20:27:59.846847 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945cc18-a335-4063-802a-191e988e2d53 req-94dd5945-cbe6-4ccf-a192-01d5db19e74e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:27:59.848355 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7945cc18-a335-4063-802a-191e988e2d53 req-94dd5945-cbe6-4ccf-a192-01d5db19e74e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0461166 May 10 20:27:59.894615 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7945cc18-a335-4063-802a-191e988e2d53 req-0766e7b6-661e-4b08-9e73-1e61a8576d7a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 May 10 20:28:00.088580 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d0c00c15-d4ed-4ecf-8ba0-53794c9d7e97 req-cffc48bc-9d08-4e3a-9779-7e7853b02b05 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865633 May 10 20:28:00.126965 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-a2d09ebf-7d65-4665-912b-3ea735cd7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:00.128512 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-a2d09ebf-7d65-4665-912b-3ea735cd7999 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1261327 May 10 20:28:00.133028 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-b3352db8-50c4-4217-a5f5-44ae8b3426e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:00.134450 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-b3352db8-50c4-4217-a5f5-44ae8b3426e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1228058 May 10 20:28:00.167330 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ed04930-c5a6-4422-944a-7ca17fab3e4c req-1c5dcad2-a983-41b0-a5d6-3d3264c29ed2 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636693 May 10 20:28:00.286713 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 606fde48-a88c-4e4e-a204-c1d9ee0708f0 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:28:00.340528 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:28:00.347331 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:28:00.347655 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:00.425476 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb364a4-1152-4b05-81ce-3fb74ef05b6d req-ea312e59-050b-4fb4-be78-149f9cfc0a29 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:00.427502 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cbb364a4-1152-4b05-81ce-3fb74ef05b6d req-ea312e59-050b-4fb4-be78-149f9cfc0a29 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 945 time: 0.0524199 May 10 20:28:00.436728 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:28:00.437155 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:00.482675 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 606fde48-a88c-4e4e-a204-c1d9ee0708f0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:00.483605 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fde48-a88c-4e4e-a204-c1d9ee0708f0'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:28:00.485960 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e178ad3-5222-42e4-a16c-fd9d1c20e7b6" -d '{"events": [{"server_uuid": "00f69eab-9bdc-4e34-a3ed-e7417bc13c95", "name": "network-vif-plugged", "status": "completed", "tag": "606fde48-a88c-4e4e-a204-c1d9ee0708f0"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:28:00.489451 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:00.512866 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cbb364a4-1152-4b05-81ce-3fb74ef05b6d req-070843e3-e7b1-4f8e-a9b0-334ce40dcced tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797813 May 10 20:28:00.548145 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=606fde48-a88c-4e4e-a204-c1d9ee0708f0,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:00.558757 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7be39-2b5b-4e19-b62b-5d0cadb037e6 req-1ff23ff6-6286-4b0a-89f5-d2aebd74a951 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:00.560150 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2cc7be39-2b5b-4e19-b62b-5d0cadb037e6 req-1ff23ff6-6286-4b0a-89f5-d2aebd74a951 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0637958 May 10 20:28:00.585974 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74db7297-8620-4aa7-b4aa-e865dc42d51e x-openstack-request-id: req-74db7297-8620-4aa7-b4aa-e865dc42d51e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:28:00.586560 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f69eab-9bdc-4e34-a3ed-e7417bc13c95", "name": "network-vif-plugged", "status": "completed", "tag": "606fde48-a88c-4e4e-a204-c1d9ee0708f0", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:28:00.587001 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74db7297-8620-4aa7-b4aa-e865dc42d51e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:28:00.587406 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74db7297-8620-4aa7-b4aa-e865dc42d51e'] response: {'server_uuid': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fde48-a88c-4e4e-a204-c1d9ee0708f0', 'code': 200} May 10 20:28:00.618271 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2cc7be39-2b5b-4e19-b62b-5d0cadb037e6 req-a523c06b-7d72-4d96-b2c4-beeafb753665 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522401 May 10 20:28:00.618542 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.022879 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5d88c-d9ed-4128-9d46-f5d3a7b9894b req-30002628-e5f4-48d2-a6bd-60cf991ecccd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:01.024388 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65b5d88c-d9ed-4128-9d46-f5d3a7b9894b req-30002628-e5f4-48d2-a6bd-60cf991ecccd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0485876 May 10 20:28:01.077800 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65b5d88c-d9ed-4128-9d46-f5d3a7b9894b req-54c78a89-529a-484e-982f-8021724f0443 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472047 May 10 20:28:01.219971 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 60040) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:01.324242 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6db3b4e-34bc-4424-a697-078b4f026133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.398990 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6db3b4e-34bc-4424-a697-078b4f026133 admin admin] Publish callbacks [] for security_group (0be18ae2-15c8-40c5-8404-f2557b406669), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.402959 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b6db3b4e-34bc-4424-a697-078b4f026133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0be18ae2-15c8-40c5-8404-f2557b406669), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.444849 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b6db3b4e-34bc-4424-a697-078b4f026133 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=674156efef514f63b5c1c6dda6ec7e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237973 May 10 20:28:01.451354 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db3b4e-34bc-4424-a697-078b4f026133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be18ae2-15c8-40c5-8404-f2557b406669,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:01.452082 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 60048) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:01.513488 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-21318740-b073-4215-9d7b-c9e0087fde70 admin admin] Publish callbacks [] for security_group (0be18ae2-15c8-40c5-8404-f2557b406669), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.534569 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-21318740-b073-4215-9d7b-c9e0087fde70 admin admin] Publish callbacks [] for security_group (0be18ae2-15c8-40c5-8404-f2557b406669), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.582532 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-21318740-b073-4215-9d7b-c9e0087fde70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0be18ae2-15c8-40c5-8404-f2557b406669), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.585720 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-21318740-b073-4215-9d7b-c9e0087fde70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.589470 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-21318740-b073-4215-9d7b-c9e0087fde70 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0be18ae2-15c8-40c5-8404-f2557b406669 HTTP/1.1" status: 204 len: 168 time: 0.1356688 May 10 20:28:01.597408 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21318740-b073-4215-9d7b-c9e0087fde70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be18ae2-15c8-40c5-8404-f2557b406669,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:01.631949 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1bbe0-88d9-4cbb-b854-f3900616df6b req-4f14c23e-05d7-41c0-aec6-547031c60719 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:01.633441 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2bd1bbe0-88d9-4cbb-b854-f3900616df6b req-4f14c23e-05d7-41c0-aec6-547031c60719 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0504169 May 10 20:28:01.688830 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2bd1bbe0-88d9-4cbb-b854-f3900616df6b req-864a2d56-0151-4284-98f2-23fc6c0a9695 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499744 May 10 20:28:01.741617 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b9cf6-a2c3-43ff-a070-8c556a0296aa req-1e7a96c6-8eca-4bab-b66d-4e3d5844c751 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:01.743112 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-539b9cf6-a2c3-43ff-a070-8c556a0296aa req-1e7a96c6-8eca-4bab-b66d-4e3d5844c751 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0501149 May 10 20:28:01.790923 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-539b9cf6-a2c3-43ff-a070-8c556a0296aa req-d974d485-3af7-4c00-b0c5-6b4a5f01fad3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 May 10 20:28:01.851145 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 60062) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:01.864912 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99758351-c9f6-458f-ab8c-ef162bd10314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.940049 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99758351-c9f6-458f-ab8c-ef162bd10314 admin admin] Publish callbacks [] for security_group (f146c714-b248-4a80-a455-c3bc8b17784b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.944451 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-99758351-c9f6-458f-ab8c-ef162bd10314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f146c714-b248-4a80-a455-c3bc8b17784b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:01.982553 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-99758351-c9f6-458f-ab8c-ef162bd10314 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02ace63c95c4468b827a7784a12c4819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298041 May 10 20:28:01.982967 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99758351-c9f6-458f-ab8c-ef162bd10314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f146c714-b248-4a80-a455-c3bc8b17784b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:01.984768 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 60070) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:02.039012 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94fc6cdf-a160-4490-a0e6-157353bef30c admin admin] Publish callbacks [] for security_group (f146c714-b248-4a80-a455-c3bc8b17784b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:02.067486 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94fc6cdf-a160-4490-a0e6-157353bef30c admin admin] Publish callbacks [] for security_group (f146c714-b248-4a80-a455-c3bc8b17784b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:02.122337 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94fc6cdf-a160-4490-a0e6-157353bef30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f146c714-b248-4a80-a455-c3bc8b17784b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:02.124880 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94fc6cdf-a160-4490-a0e6-157353bef30c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:02.128422 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-94fc6cdf-a160-4490-a0e6-157353bef30c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f146c714-b248-4a80-a455-c3bc8b17784b HTTP/1.1" status: 204 len: 168 time: 0.1402473 May 10 20:28:02.136598 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc6cdf-a160-4490-a0e6-157353bef30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f146c714-b248-4a80-a455-c3bc8b17784b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:02.210667 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2373d2-7511-43d3-8898-6b2b9bb67b8c req-ce6c595e-700f-4715-8ed3-a6942ee1539f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:02.212180 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c2373d2-7511-43d3-8898-6b2b9bb67b8c req-ce6c595e-700f-4715-8ed3-a6942ee1539f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0537190 May 10 20:28:02.270314 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c2373d2-7511-43d3-8898-6b2b9bb67b8c req-131bff4f-2aa8-4140-850a-310e6b4bb1be tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471194 May 10 20:28:02.805767 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3247-a3e3-4ac9-8553-4e8e58893734 req-d693b1b0-3f7d-4f0c-a7ed-a59d97ec476c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:02.807235 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a0f3247-a3e3-4ac9-8553-4e8e58893734 req-d693b1b0-3f7d-4f0c-a7ed-a59d97ec476c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0462139 May 10 20:28:02.870036 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a0f3247-a3e3-4ac9-8553-4e8e58893734 req-1a0d7be2-40ee-4f41-b58f-f16228732ec1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571458 May 10 20:28:02.917455 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832cc95-aaf1-4576-8ba7-82c4adf7f2fa req-e5e37f7c-faf7-4660-9c37-0f50a0dd3c3c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:02.918916 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9832cc95-aaf1-4576-8ba7-82c4adf7f2fa req-e5e37f7c-faf7-4660-9c37-0f50a0dd3c3c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0475469 May 10 20:28:02.969513 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9832cc95-aaf1-4576-8ba7-82c4adf7f2fa req-51e2dc85-d1d6-42e2-ad70-b7b3dc4beb2a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452087 May 10 20:28:03.391468 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f442c9-f2d3-423e-8a1f-21dca92d77af req-c1219846-b664-41cc-84ee-6639c70d24de tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:03.393093 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1f442c9-f2d3-423e-8a1f-21dca92d77af req-c1219846-b664-41cc-84ee-6639c70d24de tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0477028 May 10 20:28:03.440089 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1f442c9-f2d3-423e-8a1f-21dca92d77af req-fb1159e8-72c7-44e5-8130-e82d2c791d27 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404532 May 10 20:28:03.978249 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad41a9e-f9ad-479e-a5e8-9f67a844f312 req-50193bf6-57d7-4e62-b2a5-f35c210b3c96 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:03.979702 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dad41a9e-f9ad-479e-a5e8-9f67a844f312 req-50193bf6-57d7-4e62-b2a5-f35c210b3c96 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0477178 May 10 20:28:04.033349 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dad41a9e-f9ad-479e-a5e8-9f67a844f312 req-6dbb8eb7-f485-4ed3-999e-6b04e48e3eb6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475931 May 10 20:28:04.113989 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9671b-fe48-4b00-a1b5-7079022f8d01 req-41b8f0ad-bcd1-43df-bcb5-6f481b2b2bb5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:04.116494 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8ba9671b-fe48-4b00-a1b5-7079022f8d01 req-41b8f0ad-bcd1-43df-bcb5-6f481b2b2bb5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0638497 May 10 20:28:04.169635 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8ba9671b-fe48-4b00-a1b5-7079022f8d01 req-bbd5e724-3e5f-46db-b393-fc9948790f9c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462945 May 10 20:28:04.276328 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-0793fdca-c093-4af4-9470-ede6d9b5d221 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897585 May 10 20:28:04.279609 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-acb44cd3-0b0e-4368-b001-837ad1575bd0 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839762 May 10 20:28:04.565976 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8ecb4-072e-4ed3-8851-5953ea01bf55 req-43c90c32-3629-433a-97dd-3c61f1bd6140 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:04.567450 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-beb8ecb4-072e-4ed3-8851-5953ea01bf55 req-43c90c32-3629-433a-97dd-3c61f1bd6140 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0587463 May 10 20:28:04.632042 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-beb8ecb4-072e-4ed3-8851-5953ea01bf55 req-b40ebf41-23a2-49e8-a456-9d1a5990f7e6 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 May 10 20:28:05.108742 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 06c622a7-be22-49f6-bfdf-2e75a819556e details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:28:05.152997 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f2a3e-9bda-4e93-937a-75b7360dac46 req-0b408aec-c699-49c6-8703-953c68280d7d tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:05.155464 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c72f2a3e-9bda-4e93-937a-75b7360dac46 req-0b408aec-c699-49c6-8703-953c68280d7d tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0532231 May 10 20:28:05.201837 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c72f2a3e-9bda-4e93-937a-75b7360dac46 req-b33b074c-d70b-41ce-bcff-74d3b805e6ad tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 May 10 20:28:05.215417 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 06c622a7-be22-49f6-bfdf-2e75a819556e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06c622a7-be22-49f6-bfdf-2e75a819556e,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:05.227441 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '06c622a7-be22-49f6-bfdf-2e75a819556e', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'port_id': '06c622a7-be22-49f6-bfdf-2e75a819556e', 'mac_address': 'fa:16:3e:ef:cf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:28:05.262721 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 06c622a7-be22-49f6-bfdf-2e75a819556e is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:28:05.263100 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:05.278899 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c622a7-be22-49f6-bfdf-2e75a819556e {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:28:05.298512 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 06c622a7-be22-49f6-bfdf-2e75a819556e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06c622a7-be22-49f6-bfdf-2e75a819556e,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:05.302485 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:05.310320 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103b80b-cce3-4eba-a78e-fc88b40631c5 req-3aa50465-b668-4101-bc8f-641177eb8de5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:05.311812 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9103b80b-cce3-4eba-a78e-fc88b40631c5 req-3aa50465-b668-4101-bc8f-641177eb8de5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0488055 May 10 20:28:05.347449 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=06c622a7-be22-49f6-bfdf-2e75a819556e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:05.360728 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9103b80b-cce3-4eba-a78e-fc88b40631c5 req-08bd4a45-37e6-47b6-b814-dbf95c431c95 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431933 May 10 20:28:05.748658 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d549d07-eace-4b85-adbc-5f39817dd65b req-f02e0278-b4a7-4e52-8053-59dd35542ec1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:05.750143 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d549d07-eace-4b85-adbc-5f39817dd65b req-f02e0278-b4a7-4e52-8053-59dd35542ec1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0466337 May 10 20:28:05.798089 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d549d07-eace-4b85-adbc-5f39817dd65b req-d6aac729-8b65-4af3-88cc-938716c7f735 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 May 10 20:28:06.309124 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57f01e-8fc9-45b4-8777-f39d273c5ac6 req-22131e83-4859-4238-b014-91c32bd2a5d6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:06.310558 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e57f01e-8fc9-45b4-8777-f39d273c5ac6 req-22131e83-4859-4238-b014-91c32bd2a5d6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0445085 May 10 20:28:06.354801 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e57f01e-8fc9-45b4-8777-f39d273c5ac6 req-61fb6ccb-39e6-4895-8fb4-07bd185b9a80 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388215 May 10 20:28:06.475196 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a08c2-b11c-4efa-af91-7ffba5d91bd5 req-8ba0b1bf-2790-4c65-bc00-d5c621c0a7ec tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:06.476623 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-671a08c2-b11c-4efa-af91-7ffba5d91bd5 req-8ba0b1bf-2790-4c65-bc00-d5c621c0a7ec tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0474658 May 10 20:28:06.527169 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-671a08c2-b11c-4efa-af91-7ffba5d91bd5 req-7047d162-bcda-48ed-92f3-9b266d061642 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451186 May 10 20:28:06.908598 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3782-0f52-4f20-8b0a-a8a4fcb5bf4d req-c73f2717-4a6e-40a4-aa5f-0b6cc015d952 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:06.910065 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-407e3782-0f52-4f20-8b0a-a8a4fcb5bf4d req-c73f2717-4a6e-40a4-aa5f-0b6cc015d952 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0468066 May 10 20:28:06.954760 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-407e3782-0f52-4f20-8b0a-a8a4fcb5bf4d req-f9931e67-673c-4920-bed9-28467ab38b8f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392127 May 10 20:28:07.152483 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['06c622a7-be22-49f6-bfdf-2e75a819556e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:28:07.467432 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265688a-8205-4400-b188-deeeac23220b req-b516f288-0de4-4e13-b5b5-4fbb4b9e02ca tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:07.468881 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9265688a-8205-4400-b188-deeeac23220b req-b516f288-0de4-4e13-b5b5-4fbb4b9e02ca tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0462911 May 10 20:28:07.517717 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9265688a-8205-4400-b188-deeeac23220b req-b9a91343-4bd6-4df1-a5c2-a8e1b218e731 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433249 May 10 20:28:07.645198 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db877c-2151-4f6e-af13-47be99cab81f req-be7bcff3-94ee-46c6-81ac-9d59c710fc89 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:07.647316 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4db877c-2151-4f6e-af13-47be99cab81f req-be7bcff3-94ee-46c6-81ac-9d59c710fc89 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0473640 May 10 20:28:07.697608 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4db877c-2151-4f6e-af13-47be99cab81f req-94601361-01d6-4a0c-80c8-e384dfc47b29 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 May 10 20:28:07.908497 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-f4a9333f-9d60-4703-9e00-5a26b954fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:07.910013 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-f4a9333f-9d60-4703-9e00-5a26b954fb62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 1128 time: 0.1077173 May 10 20:28:07.911734 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-44034b6b-fde0-427c-b6a7-6da7585ed752 req-7459ce7a-3e42-4684-8253-30195e5746b9 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733339 May 10 20:28:07.945642 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7fd7b396-93e8-4661-b227-9f99e132c067 req-bd3f1acb-9e25-46c2-aac1-de03f2bbf6fa service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057836 May 10 20:28:08.071881 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6226520-6e5d-4516-97d8-e3fc8825f8bf req-a8aa4aab-741e-416e-8bd4-e7183ec4a191 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:08.073394 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f6226520-6e5d-4516-97d8-e3fc8825f8bf req-a8aa4aab-741e-416e-8bd4-e7183ec4a191 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0490954 May 10 20:28:08.118296 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f6226520-6e5d-4516-97d8-e3fc8825f8bf req-4f7cd805-d85c-41f3-b31c-102497a111d3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392277 May 10 20:28:08.632790 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3885513-9da1-4de0-81eb-177229c73b36 req-c5503382-c141-4189-a580-1a2f9fbe2b76 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:08.634280 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c3885513-9da1-4de0-81eb-177229c73b36 req-c5503382-c141-4189-a580-1a2f9fbe2b76 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0480707 May 10 20:28:08.680341 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c3885513-9da1-4de0-81eb-177229c73b36 req-42bc709e-3066-4d34-beec-43d566d2bc40 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 May 10 20:28:08.817250 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04615c3f-6ee8-4fad-b734-e29c09076572 req-26d840a9-6fa8-4f45-b623-9f49ccf2b609 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:08.819205 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-04615c3f-6ee8-4fad-b734-e29c09076572 req-26d840a9-6fa8-4f45-b623-9f49ccf2b609 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0460000 May 10 20:28:08.864142 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-04615c3f-6ee8-4fad-b734-e29c09076572 req-4b7ba240-2142-4386-a493-9ff2b22209a3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391345 May 10 20:28:09.009962 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:28:09.104206 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:09.115335 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'port_id': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'mac_address': 'fa:16:3e:a2:1c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:28:09.154941 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8fb0937-0365-4e3b-b493-e0343c1b6efa is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:28:09.155325 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:09.168284 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fb0937-0365-4e3b-b493-e0343c1b6efa {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:28:09.187570 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:09.191562 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:09.231265 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13911e4b-e72c-4e9e-a1d1-3e4d67967a7d req-a5ea853c-7fe7-4489-afef-a70595b3ce6b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:09.232714 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-13911e4b-e72c-4e9e-a1d1-3e4d67967a7d req-a5ea853c-7fe7-4489-afef-a70595b3ce6b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0476985 May 10 20:28:09.238715 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:09.278893 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-13911e4b-e72c-4e9e-a1d1-3e4d67967a7d req-0d6d205c-23a6-4181-a304-e2e90d9dbe8f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 May 10 20:28:09.787065 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db74c3e-6ff7-4aba-9581-a3b259e555ec req-332533ec-d0f2-456a-94ae-f201e5971ef6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:09.788474 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1db74c3e-6ff7-4aba-9581-a3b259e555ec req-332533ec-d0f2-456a-94ae-f201e5971ef6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0446599 May 10 20:28:09.832376 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1db74c3e-6ff7-4aba-9581-a3b259e555ec req-40cc85ae-68dd-49bb-bb86-c42c2e054aca tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 May 10 20:28:09.985553 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66eb87-ffe9-4236-af21-bf84f20f8133 req-813e917c-cb59-45cc-80de-1708ef6212d5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:09.986577 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fe66eb87-ffe9-4236-af21-bf84f20f8133 req-813e917c-cb59-45cc-80de-1708ef6212d5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.0475869 May 10 20:28:10.041501 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fe66eb87-ffe9-4236-af21-bf84f20f8133 req-19524b7f-3eb7-497d-aec2-9bea13b13dc9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480659 May 10 20:28:10.389837 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd6026-05c3-44d7-a337-8c868ae4afda req-6aeca8ed-f1ee-42fb-9091-8216953d2347 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:10.391280 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9cbd6026-05c3-44d7-a337-8c868ae4afda req-6aeca8ed-f1ee-42fb-9091-8216953d2347 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0475824 May 10 20:28:10.435554 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9cbd6026-05c3-44d7-a337-8c868ae4afda req-9646910b-0dd0-44f9-b67f-ababe8946b30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388978 May 10 20:28:10.942986 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7451c-d8a5-4490-a665-9922f64194ba req-d2b28fec-4bb8-4626-8282-9707b60ff753 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:10.945190 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0fa7451c-d8a5-4490-a665-9922f64194ba req-d2b28fec-4bb8-4626-8282-9707b60ff753 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0473268 May 10 20:28:10.994071 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0fa7451c-d8a5-4490-a665-9922f64194ba req-fd8db40f-ff55-4c55-8a80-9472fe798982 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431383 May 10 20:28:11.054432 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['d8fb0937-0365-4e3b-b493-e0343c1b6efa'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:28:11.078675 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 06c622a7-be22-49f6-bfdf-2e75a819556e up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:28:11.171921 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5c515-0fcf-446f-9217-1486962d172c req-8729ba4e-3597-46cd-abc1-c919ec400079 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:11.173476 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6e5c515-0fcf-446f-9217-1486962d172c req-8729ba4e-3597-46cd-abc1-c919ec400079 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.0571272 May 10 20:28:11.223369 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6e5c515-0fcf-446f-9217-1486962d172c req-4855407f-12fa-4b6a-8b53-4597ef9631cd tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434353 May 10 20:28:11.266824 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 06c622a7-be22-49f6-bfdf-2e75a819556e completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:28:11.276720 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 06c622a7-be22-49f6-bfdf-2e75a819556e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:28:11.277143 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:11.409690 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 06c622a7-be22-49f6-bfdf-2e75a819556e is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:28:11.410071 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:11.436269 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd77532-d88b-4fc0-8ffd-81bc169e55db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c622a7-be22-49f6-bfdf-2e75a819556e'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:28:11.438538 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d308103-c41b-48f5-bf81-435a0ccc9dbb" -d '{"events": [{"server_uuid": "ffd77532-d88b-4fc0-8ffd-81bc169e55db", "name": "network-vif-plugged", "status": "completed", "tag": "06c622a7-be22-49f6-bfdf-2e75a819556e"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:28:11.451928 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 06c622a7-be22-49f6-bfdf-2e75a819556e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06c622a7-be22-49f6-bfdf-2e75a819556e,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:11.455947 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:11.484585 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3c422e-99d7-4b2d-803a-b4fde6e33c5a x-openstack-request-id: req-1e3c422e-99d7-4b2d-803a-b4fde6e33c5a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:28:11.484873 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd77532-d88b-4fc0-8ffd-81bc169e55db", "name": "network-vif-plugged", "status": "completed", "tag": "06c622a7-be22-49f6-bfdf-2e75a819556e", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:28:11.485150 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e3c422e-99d7-4b2d-803a-b4fde6e33c5a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:28:11.485535 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3c422e-99d7-4b2d-803a-b4fde6e33c5a'] response: {'server_uuid': 'ffd77532-d88b-4fc0-8ffd-81bc169e55db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c622a7-be22-49f6-bfdf-2e75a819556e', 'code': 200} May 10 20:28:11.513316 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=06c622a7-be22-49f6-bfdf-2e75a819556e,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:11.559767 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa0345-9386-4c5e-950e-2d0e76cdb61f req-f6aea019-fafe-4e31-b0e6-45131142aeb6 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:11.561351 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4aa0345-9386-4c5e-950e-2d0e76cdb61f req-f6aea019-fafe-4e31-b0e6-45131142aeb6 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0476542 May 10 20:28:11.606549 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4aa0345-9386-4c5e-950e-2d0e76cdb61f req-6644ea9b-e318-4fc7-abdd-7df2bfee232c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 May 10 20:28:12.108772 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b3811-df25-41a0-8fe6-ed2315c7e300 req-cd5b3581-902b-4f2f-84ab-50ac6d0ed7a2 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:12.110305 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b47b3811-df25-41a0-8fe6-ed2315c7e300 req-cd5b3581-902b-4f2f-84ab-50ac6d0ed7a2 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0463233 May 10 20:28:12.168449 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b47b3811-df25-41a0-8fe6-ed2315c7e300 req-2ed04720-8e81-414b-a859-0f91aee6d591 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515990 May 10 20:28:12.335686 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71adca-8990-402f-b9a5-65af8c1f14f6 req-ce3d81cd-37db-4b30-b1a3-c5fb80c78fb8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:12.337110 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb71adca-8990-402f-b9a5-65af8c1f14f6 req-ce3d81cd-37db-4b30-b1a3-c5fb80c78fb8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.0438581 May 10 20:28:12.381494 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb71adca-8990-402f-b9a5-65af8c1f14f6 req-60f2aaf2-7b2f-429d-9548-a87168731486 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 May 10 20:28:12.716618 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aa500-9e8b-4f40-b93e-270b121ae136 req-752a1625-a8f6-4a9d-9202-678e646a1614 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:12.718124 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d6aa500-9e8b-4f40-b93e-270b121ae136 req-752a1625-a8f6-4a9d-9202-678e646a1614 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0455098 May 10 20:28:12.762723 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d6aa500-9e8b-4f40-b93e-270b121ae136 req-3648f3fd-58a0-4ad3-9328-8b3a04515e8c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391839 May 10 20:28:13.500897 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9570216-6eab-46f9-8fe7-74ba872fd365 req-918dc256-7023-4b9c-84ea-39a5b09af306 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:13.502524 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d9570216-6eab-46f9-8fe7-74ba872fd365 req-918dc256-7023-4b9c-84ea-39a5b09af306 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.2586310 May 10 20:28:13.516496 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4b8af-4e3a-42bd-9ab4-e2105c1d428e req-1f87bb39-3e1d-4299-ad65-55bce254bd6d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:13.517970 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3fb4b8af-4e3a-42bd-9ab4-e2105c1d428e req-1f87bb39-3e1d-4299-ad65-55bce254bd6d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.0605292 May 10 20:28:13.589419 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3fb4b8af-4e3a-42bd-9ab4-e2105c1d428e req-778943ea-081b-4073-a96c-42e2ac7a57a1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645010 May 10 20:28:13.593335 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d9570216-6eab-46f9-8fe7-74ba872fd365 req-eac80561-2583-4faf-bbf7-ac4009c01126 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744507 May 10 20:28:13.875460 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf1942-4f97-45c8-a4c5-fc2f522f9d7c req-da0774bc-8414-46ff-a946-90bdfa94c04b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:13.876934 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3aaf1942-4f97-45c8-a4c5-fc2f522f9d7c req-da0774bc-8414-46ff-a946-90bdfa94c04b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0491929 May 10 20:28:13.924036 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3aaf1942-4f97-45c8-a4c5-fc2f522f9d7c req-86365b4c-729c-4d4a-9244-6aea0dc03538 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415206 May 10 20:28:14.782032 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46becd-654a-4c26-8fa7-8162d6c78a09 req-4c5a0545-83de-460a-a50a-89b6bca9475e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:14.784012 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc46becd-654a-4c26-8fa7-8162d6c78a09 req-4c5a0545-83de-460a-a50a-89b6bca9475e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.1036448 May 10 20:28:14.792445 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbf573-0657-4b51-9960-8d7445067fe8 req-5b0ec000-c91c-4aa3-bcbd-859968a70549 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:14.793894 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5bfbf573-0657-4b51-9960-8d7445067fe8 req-5b0ec000-c91c-4aa3-bcbd-859968a70549 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.0716648 May 10 20:28:14.810476 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-1f896333-d355-4bb7-a283-3f249f6908f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:14.811869 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-1f896333-d355-4bb7-a283-3f249f6908f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 918 time: 0.1205113 May 10 20:28:14.863137 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc46becd-654a-4c26-8fa7-8162d6c78a09 req-6345324f-24e3-427b-a8a4-f43403c5b7c5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683112 May 10 20:28:14.870256 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5bfbf573-0657-4b51-9960-8d7445067fe8 req-15e65d34-a99a-4fe1-a0ce-c83b0175c779 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689895 May 10 20:28:15.036403 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7148b6-8db4-4254-8202-441200cc0140 req-4b18d1a0-c8e9-4e60-a898-cfa015312015 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:15.038364 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a7148b6-8db4-4254-8202-441200cc0140 req-4b18d1a0-c8e9-4e60-a898-cfa015312015 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0500822 May 10 20:28:15.083931 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a7148b6-8db4-4254-8202-441200cc0140 req-8d4596f8-f62d-4a00-ae3d-fe761a1f9d9a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 May 10 20:28:16.023713 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1643f38-a8cd-4eca-b6a1-edfd19347faf req-2118daf6-bae3-498a-91c4-ca1678160941 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:16.025257 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1643f38-a8cd-4eca-b6a1-edfd19347faf req-2118daf6-bae3-498a-91c4-ca1678160941 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0871642 May 10 20:28:16.033354 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333d68d-0403-48d4-b4ed-7eb88a67af97 req-d3810403-3497-4dba-a939-08b7b80a920b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:16.034707 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3333d68d-0403-48d4-b4ed-7eb88a67af97 req-d3810403-3497-4dba-a939-08b7b80a920b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.0869253 May 10 20:28:16.111238 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b1643f38-a8cd-4eca-b6a1-edfd19347faf req-c2ce4968-dec6-4c10-be12-a548f9d4be44 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755634 May 10 20:28:16.114430 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3333d68d-0403-48d4-b4ed-7eb88a67af97 req-3d686d4a-60ba-4b17-84e3-1d91e5e26ef1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732634 May 10 20:28:16.213746 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd84a3-96a4-4127-b416-cd1b9cafe1f8 req-fdfe4820-d1b7-43cc-81fb-c9afa368e876 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:16.215182 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0bd84a3-96a4-4127-b416-cd1b9cafe1f8 req-fdfe4820-d1b7-43cc-81fb-c9afa368e876 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0473161 May 10 20:28:16.264627 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0bd84a3-96a4-4127-b416-cd1b9cafe1f8 req-6894ebb2-21d9-49c8-8e0d-658c68948fc8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 May 10 20:28:17.262499 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37cec4-dd5f-45d0-afd9-b3b26c1bdcce req-1d47e356-ee9c-4292-8b93-5e9437958dd8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:17.263890 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a37cec4-dd5f-45d0-afd9-b3b26c1bdcce req-1d47e356-ee9c-4292-8b93-5e9437958dd8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0770094 May 10 20:28:17.271661 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ce181-73ff-4cf6-a89e-6d41d806ecbc req-55121053-f9ba-4e13-89de-24c333509751 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:17.273297 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e37ce181-73ff-4cf6-a89e-6d41d806ecbc req-55121053-f9ba-4e13-89de-24c333509751 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.0752165 May 10 20:28:17.345292 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e37ce181-73ff-4cf6-a89e-6d41d806ecbc req-efd233c6-8010-48c1-8805-6c42ea924ddc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652716 May 10 20:28:17.348233 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a37cec4-dd5f-45d0-afd9-b3b26c1bdcce req-3e262dfd-4bbd-4a72-83eb-91fd81d94161 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740469 May 10 20:28:17.456094 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10358a-966f-4d3d-9098-82a451ef5863 req-d57b1785-5482-4b5e-a0f2-e2f0e10eb20d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:17.457615 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc10358a-966f-4d3d-9098-82a451ef5863 req-d57b1785-5482-4b5e-a0f2-e2f0e10eb20d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0529540 May 10 20:28:17.508031 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc10358a-966f-4d3d-9098-82a451ef5863 req-580f19a2-8e54-4094-8a0b-07bf71b09014 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441093 May 10 20:28:17.670796 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:28:17.719253 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port d8fb0937-0365-4e3b-b493-e0343c1b6efa completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:28:17.726002 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port d8fb0937-0365-4e3b-b493-e0343c1b6efa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:28:17.726600 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:17.806875 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8fb0937-0365-4e3b-b493-e0343c1b6efa is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:28:17.807175 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:17.829782 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:28:17.831954 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ad56a2-e32f-416d-bde0-a88a25429e11" -d '{"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:28:17.846130 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:17.851081 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:17.874784 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b5f9ea-abe7-4b0d-a21a-f9c327380d83 x-openstack-request-id: req-94b5f9ea-abe7-4b0d-a21a-f9c327380d83 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:28:17.875102 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:28:17.875368 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94b5f9ea-abe7-4b0d-a21a-f9c327380d83 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:28:17.875757 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b5f9ea-abe7-4b0d-a21a-f9c327380d83'] response: {'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'code': 200} May 10 20:28:17.901842 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:18.498801 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cbf9e-e46b-4b59-ab04-cd65dc29d09d req-7962d0f6-90ba-41ad-b539-c1cf99d641a1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:18.506355 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e7cbf9e-e46b-4b59-ab04-cd65dc29d09d req-7962d0f6-90ba-41ad-b539-c1cf99d641a1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0849650 May 10 20:28:18.536429 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6e737-8dfa-4dd3-b7aa-8c4638cf948f req-b8d6c649-455f-4d24-b894-a90a238bb97c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:18.539870 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7dc6e737-8dfa-4dd3-b7aa-8c4638cf948f req-b8d6c649-455f-4d24-b894-a90a238bb97c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0836587 May 10 20:28:18.586061 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e7cbf9e-e46b-4b59-ab04-cd65dc29d09d req-f6f4d098-2f02-4b82-85a0-1dac5554018b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787117 May 10 20:28:18.619529 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7dc6e737-8dfa-4dd3-b7aa-8c4638cf948f req-65d785b0-b677-421a-8799-83126a2abb48 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744922 May 10 20:28:18.778881 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-0ff80b68-38c7-487d-9d92-d0a93205beb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa HTTP/1.1" status: 200 len: 217 time: 0.0685995 May 10 20:28:18.791224 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f6a31-ca84-489c-bb7b-c86389f925c1 req-61f44ddf-dc49-4db4-be02-2112b05b6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:18.792958 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c35f6a31-ca84-489c-bb7b-c86389f925c1 req-61f44ddf-dc49-4db4-be02-2112b05b6421 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 1130 time: 0.1721177 May 10 20:28:18.794900 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb4f1b-d377-4be8-a2dc-8a1df3c80bae req-58a893eb-e83b-4b20-b801-61ad7c91bfa8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:18.796389 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5bfb4f1b-d377-4be8-a2dc-8a1df3c80bae req-58a893eb-e83b-4b20-b801-61ad7c91bfa8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0624101 May 10 20:28:18.846019 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5bfb4f1b-d377-4be8-a2dc-8a1df3c80bae req-793f83b4-c54c-4b6f-b065-b1e434e76eae tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 May 10 20:28:19.162264 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c35f6a31-ca84-489c-bb7b-c86389f925c1 req-c8cd15d9-c104-4bf6-a3b3-a10989eb694a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790586 May 10 20:28:19.168608 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-ada53213-9c48-4656-a3a1-261d8370b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:19.170354 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-ada53213-9c48-4656-a3a1-261d8370b8bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0970869 May 10 20:28:19.472476 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:19.707323 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437079-3404-4238-b354-2d09c9bbba51 req-047db7e6-e97e-468c-8a3a-618aa255aa9a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:19.708768 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d8437079-3404-4238-b354-2d09c9bbba51 req-047db7e6-e97e-468c-8a3a-618aa255aa9a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0493805 May 10 20:28:19.789847 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6ef12-b94e-420b-a335-66ebc49590fe req-036aa490-46a1-476d-b31a-b4a06b93bca5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:19.791750 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e1c6ef12-b94e-420b-a335-66ebc49590fe req-036aa490-46a1-476d-b31a-b4a06b93bca5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0678988 May 10 20:28:19.828654 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d8437079-3404-4238-b354-2d09c9bbba51 req-08d9fca8-eda5-43e1-95e5-2ac332c9f455 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950289 May 10 20:28:19.870393 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e1c6ef12-b94e-420b-a335-66ebc49590fe req-2a79d434-16d1-4fbc-a48d-a10fd26f9a62 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672190 May 10 20:28:20.003438 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299fbf6-3b73-448b-857c-56e865aae4b7 req-851d56fe-9b3b-427f-b388-e0c6de92e93a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:20.005082 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c299fbf6-3b73-448b-857c-56e865aae4b7 req-851d56fe-9b3b-427f-b388-e0c6de92e93a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0625100 May 10 20:28:20.058297 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c299fbf6-3b73-448b-857c-56e865aae4b7 req-14777048-8542-418a-87f0-faaa4f518702 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458212 May 10 20:28:20.952475 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fd600-c164-4acf-b6ba-fce776be7b0c req-3b08c056-36d9-4733-b12f-71d603a29f24 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:20.954037 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e09fd600-c164-4acf-b6ba-fce776be7b0c req-3b08c056-36d9-4733-b12f-71d603a29f24 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0468545 May 10 20:28:21.023888 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fecff-29ff-4e51-a5bf-a233451f2a06 req-74d023f5-9743-4d42-b722-6c8b67188bd8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:21.025409 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-655fecff-29ff-4e51-a5bf-a233451f2a06 req-74d023f5-9743-4d42-b722-6c8b67188bd8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0703585 May 10 20:28:21.045980 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e09fd600-c164-4acf-b6ba-fce776be7b0c req-93ce6313-8b37-4ae4-9c45-8f3f7c776d5b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827234 May 10 20:28:21.080408 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-655fecff-29ff-4e51-a5bf-a233451f2a06 req-c326ccf2-4718-4a05-b746-e45a53523580 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474534 May 10 20:28:21.172437 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c625a7-855f-4e27-b7b5-acd02402005d req-7aeff59d-83ca-4c0d-afaf-de17675362a3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:21.173862 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0c625a7-855f-4e27-b7b5-acd02402005d req-7aeff59d-83ca-4c0d-afaf-de17675362a3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 943 time: 0.0457141 May 10 20:28:21.219827 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0c625a7-855f-4e27-b7b5-acd02402005d req-73469f16-f44e-40bf-b511-fcd126c3621c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406020 May 10 20:28:21.344691 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8189a32-1a03-4f88-9ea0-92488138491a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:28:21.446914 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8189a32-1a03-4f88-9ea0-92488138491a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8189a32-1a03-4f88-9ea0-92488138491a,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:21.458505 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'd8189a32-1a03-4f88-9ea0-92488138491a', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'port_id': 'd8189a32-1a03-4f88-9ea0-92488138491a', 'mac_address': 'fa:16:3e:69:f8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:28:21.504738 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8189a32-1a03-4f88-9ea0-92488138491a is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:28:21.505154 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:21.518970 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8189a32-1a03-4f88-9ea0-92488138491a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:28:21.538386 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8189a32-1a03-4f88-9ea0-92488138491a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8189a32-1a03-4f88-9ea0-92488138491a,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:21.543179 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:21.589852 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=d8189a32-1a03-4f88-9ea0-92488138491a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:21.596844 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.597206 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.597565 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.597903 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.598232 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.598553 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.598871 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.599183 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.599721 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.600037 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.600373 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.600704 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.601050 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.601882 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:21.602214 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:22.170377 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95445385-f202-4458-af2c-562bf31b298f req-ac05cc5a-2fc9-47e3-9e76-43579adc04c7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:22.171828 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95445385-f202-4458-af2c-562bf31b298f req-ac05cc5a-2fc9-47e3-9e76-43579adc04c7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0580237 May 10 20:28:22.222707 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecf58b-ffbc-4aae-a7c8-2e51d797971a req-afa2499b-b29e-4cbf-885d-bb517387f875 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:22.222707 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-60ecf58b-ffbc-4aae-a7c8-2e51d797971a req-afa2499b-b29e-4cbf-885d-bb517387f875 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0678751 May 10 20:28:22.264654 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95445385-f202-4458-af2c-562bf31b298f req-ff1f1100-4218-41ba-add1-e18084dc443f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766826 May 10 20:28:22.285238 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-60ecf58b-ffbc-4aae-a7c8-2e51d797971a req-9676c385-3a2d-436f-a1ad-e822b5a10d64 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583384 May 10 20:28:22.369800 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4efb2-e39e-440c-a168-dcdf4c4f364c req-cdd7b7c0-6159-42de-bfd2-bfb02696a27f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:22.371563 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9c4efb2-e39e-440c-a168-dcdf4c4f364c req-cdd7b7c0-6159-42de-bfd2-bfb02696a27f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 944 time: 0.0471509 May 10 20:28:22.421635 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9c4efb2-e39e-440c-a168-dcdf4c4f364c req-0073fa97-d30b-4388-95cd-a9752ab735a0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 May 10 20:28:22.650298 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['d8189a32-1a03-4f88-9ea0-92488138491a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:28:22.680781 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfdafe-1d29-44fd-b64f-4d00265ecc74 req-f5b7951e-417a-4f85-b567-64c8bb7df924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:22.682191 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bddfdafe-1d29-44fd-b64f-4d00265ecc74 req-f5b7951e-417a-4f85-b567-64c8bb7df924 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 1130 time: 0.0955153 May 10 20:28:22.687095 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-15142203-b8fa-4a3a-be2c-5a07022a25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:22.688489 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-15142203-b8fa-4a3a-be2c-5a07022a25b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132257 May 10 20:28:22.689421 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66775bf-4ce0-43af-9665-8f19d34e89a4 req-a4fa393b-6ccd-4f33-bcb2-6dda0ef95215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:22.690747 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a66775bf-4ce0-43af-9665-8f19d34e89a4 req-a4fa393b-6ccd-4f33-bcb2-6dda0ef95215 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 1130 time: 0.1052234 May 10 20:28:23.061545 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a66775bf-4ce0-43af-9665-8f19d34e89a4 req-6679c448-76ca-44f9-acff-58a99a82d6ae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235001 May 10 20:28:23.070858 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bddfdafe-1d29-44fd-b64f-4d00265ecc74 req-945bca9d-5b0c-45e4-b82d-3878f40ee7f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332629 May 10 20:28:23.090883 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-c28c1459-4154-42d9-bc80-b3811004a2ca service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617789 May 10 20:28:23.442867 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ee027-297e-41c6-904b-20d4264f90b5 req-266464d0-753c-4cbc-b34a-87eb3602609b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:23.445780 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b9ee027-297e-41c6-904b-20d4264f90b5 req-266464d0-753c-4cbc-b34a-87eb3602609b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0748463 May 10 20:28:23.534012 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0285b-9d3b-479b-ac3f-98947580ce83 req-0a732eba-d7ba-4269-a594-ed46dc8dc372 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:23.535584 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fee0285b-9d3b-479b-ac3f-98947580ce83 req-0a732eba-d7ba-4269-a594-ed46dc8dc372 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0768766 May 10 20:28:23.539955 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b9ee027-297e-41c6-904b-20d4264f90b5 req-1b395957-d253-4616-bff0-59a307a88bc4 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889406 May 10 20:28:23.590821 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fee0285b-9d3b-479b-ac3f-98947580ce83 req-798e08be-d629-4741-8178-9f811504c7f7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495551 May 10 20:28:23.690962 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63436b89-4f5a-4db6-81db-c6e97f728d55 req-8a8fd6e1-67a1-4a33-b6b9-a12a9817a9ad tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:23.692460 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-63436b89-4f5a-4db6-81db-c6e97f728d55 req-8a8fd6e1-67a1-4a33-b6b9-a12a9817a9ad tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0710771 May 10 20:28:23.747856 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c617-c4eb-4566-8142-19401c73776b req-b3fa7d58-e55e-46d6-87e6-5fe7609d356a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:23.749386 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e955c617-c4eb-4566-8142-19401c73776b req-b3fa7d58-e55e-46d6-87e6-5fe7609d356a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 944 time: 0.0818334 May 10 20:28:23.779753 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-63436b89-4f5a-4db6-81db-c6e97f728d55 req-ba60baee-c73f-4ce7-aee7-db49ee3ae2ce tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711644 May 10 20:28:23.809988 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e955c617-c4eb-4566-8142-19401c73776b req-14b51cd8-8dd0-42eb-9674-d6192893f5d0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543764 May 10 20:28:23.991116 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 60632) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:24.095958 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.171634 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Publish callbacks [] for security_group (9a2a8f6d-2e1d-48a1-a8d6-7efd8a45fca1), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.175670 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9a2a8f6d-2e1d-48a1-a8d6-7efd8a45fca1), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.218975 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86ce3a769a2d40999f21c8362774899c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265785 May 10 20:28:24.220121 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a8f6d-2e1d-48a1-a8d6-7efd8a45fca1,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:24.221679 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 60636) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:24.227891 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.228236 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.228579 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.228921 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.229278 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.229608 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.229933 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.230258 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.230583 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.230909 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.231236 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.231560 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.231881 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.232199 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.232517 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842b2c5-7d6b-4296-9f05-6add700336c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.269472 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Publish callbacks [] for security_group (9a2a8f6d-2e1d-48a1-a8d6-7efd8a45fca1), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.291362 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Publish callbacks [] for security_group (9a2a8f6d-2e1d-48a1-a8d6-7efd8a45fca1), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.336638 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9a2a8f6d-2e1d-48a1-a8d6-7efd8a45fca1), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.339172 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.344265 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a2a8f6d-2e1d-48a1-a8d6-7efd8a45fca1 HTTP/1.1" status: 204 len: 168 time: 0.1182778 May 10 20:28:24.349145 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a8f6d-2e1d-48a1-a8d6-7efd8a45fca1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:24.357204 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.357561 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.357960 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.358346 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.358749 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.359068 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.359398 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.359744 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.360096 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.360429 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.360841 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.361156 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.361487 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.361811 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.362133 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f68b6-ee89-475e-b87a-73269b312a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:28:24.437275 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b1595be5-7b0e-41a5-932a-fa69f68dd108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.622813 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 60652) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:24.636301 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f313372e-12cc-4412-8475-568c31a22761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.683012 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269b2f-e261-41f3-afc9-e75edfccbb82 req-5a26e180-58dd-41a1-92fc-d950a9a1b3b0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:24.684656 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce269b2f-e261-41f3-afc9-e75edfccbb82 req-5a26e180-58dd-41a1-92fc-d950a9a1b3b0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0699003 May 10 20:28:24.726703 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f313372e-12cc-4412-8475-568c31a22761 admin admin] Publish callbacks [] for security_group (38f30847-ead5-4b0d-a644-558b28b1c564), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.729881 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f313372e-12cc-4412-8475-568c31a22761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (38f30847-ead5-4b0d-a644-558b28b1c564), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.733105 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089457bb-4c43-4013-83d6-da53b766ff8a req-8e976189-ce9d-49e8-bc43-a6e3a9b74a23 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:24.734580 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-089457bb-4c43-4013-83d6-da53b766ff8a req-8e976189-ce9d-49e8-bc43-a6e3a9b74a23 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0685728 May 10 20:28:24.768186 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313372e-12cc-4412-8475-568c31a22761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f30847-ead5-4b0d-a644-558b28b1c564,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:24.771331 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce269b2f-e261-41f3-afc9-e75edfccbb82 req-b9b6da92-d85e-49e4-9151-2a1d931cb62b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707822 May 10 20:28:24.774554 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f313372e-12cc-4412-8475-568c31a22761 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a28446b83a6453a8aaca3e78afae4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506979 May 10 20:28:24.777392 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 60654) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:24.807996 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-089457bb-4c43-4013-83d6-da53b766ff8a req-4cce84e3-d2ed-44be-8ba7-7310f6723696 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662553 May 10 20:28:24.818703 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8189a32-1a03-4f88-9ea0-92488138491a up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:28:24.833660 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-221b2407-6e6c-46a4-a1e4-6affe5964329 admin admin] Publish callbacks [] for security_group (38f30847-ead5-4b0d-a644-558b28b1c564), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.858694 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-221b2407-6e6c-46a4-a1e4-6affe5964329 admin admin] Publish callbacks [] for security_group (38f30847-ead5-4b0d-a644-558b28b1c564), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.873288 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port d8189a32-1a03-4f88-9ea0-92488138491a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:28:24.881829 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port d8189a32-1a03-4f88-9ea0-92488138491a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:28:24.883036 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.911003 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-221b2407-6e6c-46a4-a1e4-6affe5964329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (38f30847-ead5-4b0d-a644-558b28b1c564), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.913552 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-221b2407-6e6c-46a4-a1e4-6affe5964329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:24.914889 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-221b2407-6e6c-46a4-a1e4-6affe5964329 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38f30847-ead5-4b0d-a644-558b28b1c564 HTTP/1.1" status: 204 len: 168 time: 0.1364901 May 10 20:28:24.923605 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b2407-6e6c-46a4-a1e4-6affe5964329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f30847-ead5-4b0d-a644-558b28b1c564,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:24.951824 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899e759-5d2d-447f-8035-b8e91e63cb5d req-22530859-d4de-4402-853e-4add2724adf4 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:24.953336 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7899e759-5d2d-447f-8035-b8e91e63cb5d req-22530859-d4de-4402-853e-4add2724adf4 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0925078 May 10 20:28:24.965670 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4069b-e602-4c09-9708-030aaf15d069 req-093993b7-ab47-4ada-b840-f6c45c39db16 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:24.967320 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-00c4069b-e602-4c09-9708-030aaf15d069 req-093993b7-ab47-4ada-b840-f6c45c39db16 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 944 time: 0.0650446 May 10 20:28:24.995886 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8189a32-1a03-4f88-9ea0-92488138491a is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:28:24.996805 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:25.023655 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7863f3c8-d62c-4cc1-be62-0902625d59fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8189a32-1a03-4f88-9ea0-92488138491a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:28:25.025374 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a52a4a-e4a9-4036-a2bc-b1d8e58a83da" -d '{"events": [{"server_uuid": "7863f3c8-d62c-4cc1-be62-0902625d59fe", "name": "network-vif-plugged", "status": "completed", "tag": "d8189a32-1a03-4f88-9ea0-92488138491a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:28:25.038315 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8189a32-1a03-4f88-9ea0-92488138491a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8189a32-1a03-4f88-9ea0-92488138491a,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:25.043564 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:25.053835 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7899e759-5d2d-447f-8035-b8e91e63cb5d req-1867c292-576f-46c2-bb31-4b904f3080e6 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850370 May 10 20:28:25.081363 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-00c4069b-e602-4c09-9708-030aaf15d069 req-fbb03959-4e1c-40e4-8e96-82530db91eb4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926156 May 10 20:28:25.092627 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2197b4cc-3be6-483a-a499-b8064951d832 x-openstack-request-id: req-2197b4cc-3be6-483a-a499-b8064951d832 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:28:25.092940 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7863f3c8-d62c-4cc1-be62-0902625d59fe", "name": "network-vif-plugged", "status": "completed", "tag": "d8189a32-1a03-4f88-9ea0-92488138491a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:28:25.093224 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2197b4cc-3be6-483a-a499-b8064951d832 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:28:25.093639 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2197b4cc-3be6-483a-a499-b8064951d832'] response: {'server_uuid': '7863f3c8-d62c-4cc1-be62-0902625d59fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8189a32-1a03-4f88-9ea0-92488138491a', 'code': 200} May 10 20:28:25.111536 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=d8189a32-1a03-4f88-9ea0-92488138491a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:25.894299 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199d487-26cc-450b-83cf-9c9f5c0fc54e req-eb80e789-6b18-4da6-bedb-696166bb653c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:25.895745 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7199d487-26cc-450b-83cf-9c9f5c0fc54e req-eb80e789-6b18-4da6-bedb-696166bb653c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0518620 May 10 20:28:25.956244 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf23d78-3755-43e9-833a-083688223de4 req-6f5e7079-8884-4c4f-8441-b2c6edb0ce51 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:25.957759 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ccf23d78-3755-43e9-833a-083688223de4 req-6f5e7079-8884-4c4f-8441-b2c6edb0ce51 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0706916 May 10 20:28:25.986740 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7199d487-26cc-450b-83cf-9c9f5c0fc54e req-0b0381f3-31dc-4fbc-9327-ad01eaaaa73f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829051 May 10 20:28:26.021657 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ccf23d78-3755-43e9-833a-083688223de4 req-17b8b821-6afa-4bc3-8e72-6b8f2ecac1d1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577626 May 10 20:28:26.187726 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a353dd-7440-42f1-99ba-7654f9ff337b req-748c150f-30e7-4cbf-945e-416fd0bb910e tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:26.189202 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-36a353dd-7440-42f1-99ba-7654f9ff337b req-748c150f-30e7-4cbf-945e-416fd0bb910e tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0737731 May 10 20:28:26.216289 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20261cdf-6497-4c2d-89b8-55818430b403 req-ef0626f7-5c3c-4f84-9e89-ca20a69a990d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:26.217735 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20261cdf-6497-4c2d-89b8-55818430b403 req-ef0626f7-5c3c-4f84-9e89-ca20a69a990d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0732634 May 10 20:28:26.267607 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-36a353dd-7440-42f1-99ba-7654f9ff337b req-08849cd0-41a6-4ec4-b1b6-996c6712bd65 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726564 May 10 20:28:26.284116 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20261cdf-6497-4c2d-89b8-55818430b403 req-c4a29be6-f02a-4669-9a82-53fc5f61d609 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596976 May 10 20:28:26.637265 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0417bb86-e1c1-4b15-b9bb-4f0843bf76c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:27.071271 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f4eb572d-a189-452f-a38f-1d75a95c6aec req-732b6604-7ee7-4de9-a28f-f081a6c765a0 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941229 May 10 20:28:27.136453 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc725c-b5a7-4a8e-994c-b2cd5bf27376 req-d0ddf83a-84c1-4c6b-8546-e6426a729f8b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:27.137971 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26fc725c-b5a7-4a8e-994c-b2cd5bf27376 req-d0ddf83a-84c1-4c6b-8546-e6426a729f8b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0771127 May 10 20:28:27.160332 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae252bc2-63aa-4187-a825-1d3cc7632275 req-fb75ed4a-55a6-496b-91f7-7c1f0529ee6e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:27.161853 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ae252bc2-63aa-4187-a825-1d3cc7632275 req-fb75ed4a-55a6-496b-91f7-7c1f0529ee6e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0659556 May 10 20:28:27.222654 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26fc725c-b5a7-4a8e-994c-b2cd5bf27376 req-94758fcd-406a-486a-832c-21189e6ce145 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789893 May 10 20:28:27.238386 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ae252bc2-63aa-4187-a825-1d3cc7632275 req-eea434fc-ee41-4cd4-937e-010a82fec584 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688906 May 10 20:28:27.417364 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1ba6-920e-4960-9d52-b15c6bb5182e req-388cca42-dc8c-44d9-9ba5-69558abb89f4 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:27.418872 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-561f1ba6-920e-4960-9d52-b15c6bb5182e req-388cca42-dc8c-44d9-9ba5-69558abb89f4 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0756037 May 10 20:28:27.424815 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645c728-26f9-4b1d-beeb-008042a77c1d req-ec7edbc7-fd8d-440c-b07b-bba096caefd2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:27.426205 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e645c728-26f9-4b1d-beeb-008042a77c1d req-ec7edbc7-fd8d-440c-b07b-bba096caefd2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0723262 May 10 20:28:27.499580 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-561f1ba6-920e-4960-9d52-b15c6bb5182e req-abc983bd-8f2e-451d-bd0d-f4cb5fdba767 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723021 May 10 20:28:27.502736 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e645c728-26f9-4b1d-beeb-008042a77c1d req-d80b8db5-55eb-462f-8173-670bdcf12146 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698414 May 10 20:28:28.030946 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:28.358181 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21af5f8-edc8-4c4c-92af-9a09a20be533 req-f318d798-0b37-4e3a-844e-203bf25326e2 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:28.359620 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a21af5f8-edc8-4c4c-92af-9a09a20be533 req-f318d798-0b37-4e3a-844e-203bf25326e2 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0692418 May 10 20:28:28.378712 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648101b3-07e5-4f1b-a8b0-348218033fee req-cdf4e033-5b17-40f8-b070-9b2d5f699f19 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:28.380074 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-648101b3-07e5-4f1b-a8b0-348218033fee req-cdf4e033-5b17-40f8-b070-9b2d5f699f19 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0633206 May 10 20:28:28.442414 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a21af5f8-edc8-4c4c-92af-9a09a20be533 req-83d6a12d-04c1-4baf-9f9a-b92185516f31 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773344 May 10 20:28:28.451117 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-648101b3-07e5-4f1b-a8b0-348218033fee req-74adf0a2-a98e-47ea-800a-ad6b8ba9a41b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641587 May 10 20:28:28.552712 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999b662-0b14-43e8-9130-747a83adbb0f req-2242f893-b285-43ab-ae40-5a4e78db1112 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:28.554255 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2999b662-0b14-43e8-9130-747a83adbb0f req-2242f893-b285-43ab-ae40-5a4e78db1112 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0490961 May 10 20:28:28.563229 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 60790) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:28.567540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6e5da714-92ea-4e47-af38-520f029590c1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'floatingip': {'port_id': '606fde48-a88c-4e4e-a204-c1d9ee0708f0'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:28:28.671399 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e5da714-92ea-4e47-af38-520f029590c1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:28.778649 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133238b-8b72-4d91-ac42-9184f8c51eea req-183aa00e-4c3e-4b39-92db-ac0592eb528e tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:28.780113 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3133238b-8b72-4d91-ac42-9184f8c51eea req-183aa00e-4c3e-4b39-92db-ac0592eb528e tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.2096877 May 10 20:28:28.790817 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ca234-ab4b-4eec-8007-8229e5005e39 req-6bd57bc7-4b3c-421e-80f3-062d9ca1697c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:28.792217 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb3ca234-ab4b-4eec-8007-8229e5005e39 req-6bd57bc7-4b3c-421e-80f3-062d9ca1697c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.1590581 May 10 20:28:28.942475 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb3ca234-ab4b-4eec-8007-8229e5005e39 req-f1f0cee2-e3e3-4053-875d-fe129282f4b4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394250 May 10 20:28:28.955658 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3133238b-8b72-4d91-ac42-9184f8c51eea req-00342d26-0948-4bff-8752-fc1b5da274bb tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581917 May 10 20:28:29.081558 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:29.620048 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e5da714-92ea-4e47-af38-520f029590c1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:29.626487 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa8e0a-eb3b-4f08-84e7-585dc1da56b2 req-6698e81e-a739-43d8-8f96-7be741c876c9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:29.627950 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6efa8e0a-eb3b-4f08-84e7-585dc1da56b2 req-6698e81e-a739-43d8-8f96-7be741c876c9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0822191 May 10 20:28:29.629000 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e5da714-92ea-4e47-af38-520f029590c1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:29.744512 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6efa8e0a-eb3b-4f08-84e7-585dc1da56b2 req-517244db-712c-4944-a65a-8d0517ecf6f1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819385 May 10 20:28:29.759057 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-6e5da714-92ea-4e47-af38-520f029590c1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Floating IP eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395 associated. External IP: 172.27.0.81, port: 606fde48-a88c-4e4e-a204-c1d9ee0708f0. May 10 20:28:29.972065 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5da714-92ea-4e47-af38-520f029590c1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Router edb47664-2139-480d-ac95-23dae09875af has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:28:30.100159 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e6d6-deaf-4384-80d5-1cb93eda6042 req-7b108443-88a6-450f-acde-74b53a962d77 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:30.101664 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d909e6d6-deaf-4384-80d5-1cb93eda6042 req-7b108443-88a6-450f-acde-74b53a962d77 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0867567 May 10 20:28:30.110922 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bd662-05d3-493c-8f4b-cafb917bc056 req-e4cd00e6-c2db-487f-a766-bf484bef5a28 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:30.112275 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-845bd662-05d3-493c-8f4b-cafb917bc056 req-e4cd00e6-c2db-487f-a766-bf484bef5a28 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0815539 May 10 20:28:30.202642 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5da714-92ea-4e47-af38-520f029590c1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:28:30.215493 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6e5da714-92ea-4e47-af38-520f029590c1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:30.215855 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] Sync routers for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:28:30.224712 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:28:30.225347 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:28:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:30.244359 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-845bd662-05d3-493c-8f4b-cafb917bc056 req-00c29231-d736-48c0-8319-f2ba23d129d7 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244435 May 10 20:28:30.261684 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d909e6d6-deaf-4384-80d5-1cb93eda6042 req-7aa90a6e-0f11-42f0-ab04-8dc4edbc4e82 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449165 May 10 20:28:30.263173 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6e5da714-92ea-4e47-af38-520f029590c1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "PUT /v2.0/floatingips/eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395 HTTP/1.1" status: 200 len: 991 time: 1.6989994 May 10 20:28:30.263724 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'tag': '606fde48-a88c-4e4e-a204-c1d9ee0708f0'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:28:30.266002 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1163f431-254b-4948-9a21-599ba56dcb22" -d '{"events": [{"name": "network-changed", "server_uuid": "00f69eab-9bdc-4e34-a3ed-e7417bc13c95", "tag": "606fde48-a88c-4e4e-a204-c1d9ee0708f0"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:28:30.301185 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f2e5a-3159-45d6-8638-0cd5dcc6481e x-openstack-request-id: req-5e2f2e5a-3159-45d6-8638-0cd5dcc6481e {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:28:30.301471 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f69eab-9bdc-4e34-a3ed-e7417bc13c95", "tag": "606fde48-a88c-4e4e-a204-c1d9ee0708f0", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:28:30.301719 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e2f2e5a-3159-45d6-8638-0cd5dcc6481e {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:28:30.302106 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2f2e5a-3159-45d6-8638-0cd5dcc6481e'] response: {'name': 'network-changed', 'server_uuid': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'tag': '606fde48-a88c-4e4e-a204-c1d9ee0708f0', 'status': 'completed', 'code': 200} May 10 20:28:30.331014 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:28:30.589137 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'edb47664-2139-480d-ac95-23dae09875af', 'port_id': '606fde48-a88c-4e4e-a204-c1d9ee0708f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'mac_address': 'fa:16:3e:dd:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:27:35Z', 'updated_at': '2022-05-10T20:28:29Z', 'revision_number': 1, 'project_id': '638a84064b2244e0b938b063e13cb944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:30.616632 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:30.621711 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] Checking router: edb47664-2139-480d-ac95-23dae09875af for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:28:30.630902 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:28:30.631725 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:28:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:30.739110 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:28:30.866495 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40e1a7-789b-4d73-ab9c-74e6cee72ccd req-b7038043-8070-4040-b9c6-016d63687814 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:30.868825 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce40e1a7-789b-4d73-ab9c-74e6cee72ccd req-b7038043-8070-4040-b9c6-016d63687814 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0508647 May 10 20:28:30.925122 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce40e1a7-789b-4d73-ab9c-74e6cee72ccd req-abc0c8a2-96e5-4353-aa96-25bacdf5c32e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502064 May 10 20:28:31.041115 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'edb47664-2139-480d-ac95-23dae09875af', 'port_id': '606fde48-a88c-4e4e-a204-c1d9ee0708f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'mac_address': 'fa:16:3e:dd:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:27:35Z', 'updated_at': '2022-05-10T20:28:29Z', 'revision_number': 1, 'project_id': '638a84064b2244e0b938b063e13cb944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:31.066711 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878273-1fd2-41f7-8249-e4c7816750af None None] The sync data for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi is: [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'edb47664-2139-480d-ac95-23dae09875af', 'port_id': '606fde48-a88c-4e4e-a204-c1d9ee0708f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'mac_address': 'fa:16:3e:dd:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:27:35Z', 'updated_at': '2022-05-10T20:28:29Z', 'revision_number': 1, 'project_id': '638a84064b2244e0b938b063e13cb944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:28:31.265889 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb26b9-743b-49a9-8b58-187a5e98fd74 None None] New status for floating IP eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:28:31.369967 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d408f-103f-4edb-b67d-cec5dfb91a67 req-a5b7b1c9-755d-460b-ba7c-0cc2cfe5399a tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:31.371499 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b02d408f-103f-4edb-b67d-cec5dfb91a67 req-a5b7b1c9-755d-460b-ba7c-0cc2cfe5399a tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0525184 May 10 20:28:31.424382 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b02d408f-103f-4edb-b67d-cec5dfb91a67 req-a7411ecb-4c75-4bfa-8579-8dac05926757 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463104 May 10 20:28:31.527862 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2a365-773b-4545-a4d7-90146d55f817 req-4b7fe571-6716-4fbb-8dc8-724087fad24d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:31.529394 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fde2a365-773b-4545-a4d7-90146d55f817 req-4b7fe571-6716-4fbb-8dc8-724087fad24d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0498726 May 10 20:28:31.574380 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fde2a365-773b-4545-a4d7-90146d55f817 req-eda172b3-efd0-4135-bf17-65740b54a908 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 May 10 20:28:32.048395 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47b661-4157-4ade-8da6-1fe3d8023634 req-536cc379-f264-4742-860d-833d406e83d4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:32.049879 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da47b661-4157-4ade-8da6-1fe3d8023634 req-536cc379-f264-4742-860d-833d406e83d4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0496399 May 10 20:28:32.094993 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da47b661-4157-4ade-8da6-1fe3d8023634 req-fa0102ae-c613-49c7-81d0-24f5ef325ac1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 May 10 20:28:32.540601 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb130-61c5-41cd-b2b0-e69236ffcce1 req-b6ed2787-eefd-4a45-89cf-e49e6b7f038f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:32.542078 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8beeb130-61c5-41cd-b2b0-e69236ffcce1 req-b6ed2787-eefd-4a45-89cf-e49e6b7f038f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0484703 May 10 20:28:32.586281 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8beeb130-61c5-41cd-b2b0-e69236ffcce1 req-2704c7c9-7cd5-4023-8027-e1b219a17ea6 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387537 May 10 20:28:32.683264 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37288-8117-4053-934a-26b18fda919d req-05d27bf3-1406-434f-ac2b-be72e1cba653 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:32.684712 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9e37288-8117-4053-934a-26b18fda919d req-05d27bf3-1406-434f-ac2b-be72e1cba653 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0453448 May 10 20:28:32.734668 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9e37288-8117-4053-934a-26b18fda919d req-dd00ceff-df5c-4e4c-8368-fe476ce7c481 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444236 May 10 20:28:33.221925 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608223-feb7-4011-bb03-0fe9110786c8 req-e21174fb-5e65-4ee0-b5c5-38200c214bd7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:33.228634 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd608223-feb7-4011-bb03-0fe9110786c8 req-e21174fb-5e65-4ee0-b5c5-38200c214bd7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0597138 May 10 20:28:33.299234 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd608223-feb7-4011-bb03-0fe9110786c8 req-824a8e74-2c0c-4f49-b7b3-236972176eb1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694318 May 10 20:28:33.477208 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-f4102536-f053-41c3-9385-8b966095bb1d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423841 May 10 20:28:33.702021 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df7696-28f3-4c54-ae6b-9cdf40633984 req-c179276e-306a-477f-a5ee-e7cbad359d7d tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:33.703453 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5df7696-28f3-4c54-ae6b-9cdf40633984 req-c179276e-306a-477f-a5ee-e7cbad359d7d tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0511143 May 10 20:28:33.751528 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5df7696-28f3-4c54-ae6b-9cdf40633984 req-c9e9c286-1387-41c8-85b8-9fbc5619afc7 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 May 10 20:28:33.862816 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a331ef-cf4e-4ca7-b646-07336b290928 req-d0fa3231-f754-4af2-9a52-6c90e910b903 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:33.864287 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f7a331ef-cf4e-4ca7-b646-07336b290928 req-d0fa3231-f754-4af2-9a52-6c90e910b903 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0493522 May 10 20:28:33.910852 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f7a331ef-cf4e-4ca7-b646-07336b290928 req-6c35adf9-2f4c-4c03-b2d0-b9269e2d06f9 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 May 10 20:28:34.416423 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f456df-169d-4ff9-8673-320c97807e90 req-0e86982c-f0c2-4658-8f88-45d53d257ae9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:34.417922 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a8f456df-169d-4ff9-8673-320c97807e90 req-0e86982c-f0c2-4658-8f88-45d53d257ae9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0472839 May 10 20:28:34.464308 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a8f456df-169d-4ff9-8673-320c97807e90 req-0a0b9e6e-2641-42b6-a572-17aa73af5f9b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 May 10 20:28:34.586503 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f22189-bebf-4b00-9b77-89bfdfb7dc97 req-26943e46-90db-44da-9a4c-2ebe1d77391b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:34.587993 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a1f22189-bebf-4b00-9b77-89bfdfb7dc97 req-26943e46-90db-44da-9a4c-2ebe1d77391b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0521307 May 10 20:28:34.597108 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 60924) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:34.602521 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ca5aa1bc-4eea-49fc-963c-ab1b72934a38 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'floatingip': {'port_id': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:28:34.642970 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa1bc-4eea-49fc-963c-ab1b72934a38 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (3012ae5a-19fb-4d89-9e85-1acf6177b790), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:34.930577 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf8a68-7e09-45a8-8600-ca460c9c9117 req-e4835b83-4ced-4dee-b663-7bc1e265c532 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:34.932304 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9cdf8a68-7e09-45a8-8600-ca460c9c9117 req-e4835b83-4ced-4dee-b663-7bc1e265c532 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0828357 May 10 20:28:35.059864 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:28:35.060555 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf6849-4310-43bb-ab2e-3ec144bbbcdc req-28943c04-7629-4ed4-ba94-12ba84875c52 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:35.062009 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-57bf6849-4310-43bb-ab2e-3ec144bbbcdc req-28943c04-7629-4ed4-ba94-12ba84875c52 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0722313 May 10 20:28:35.081073 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9cdf8a68-7e09-45a8-8600-ca460c9c9117 req-41638e3b-36d0-4a89-9307-513b5a4d394b tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372132 May 10 20:28:35.368324 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-57bf6849-4310-43bb-ab2e-3ec144bbbcdc req-d03e8e7a-0201-4313-9fb9-fd54d614fd1f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002460 May 10 20:28:35.451113 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa1bc-4eea-49fc-963c-ab1b72934a38 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:35.454852 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa1bc-4eea-49fc-963c-ab1b72934a38 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (3012ae5a-19fb-4d89-9e85-1acf6177b790), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:35.556942 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-ca5aa1bc-4eea-49fc-963c-ab1b72934a38 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Floating IP 3012ae5a-19fb-4d89-9e85-1acf6177b790 associated. External IP: 172.27.0.218, port: d8fb0937-0365-4e3b-b493-e0343c1b6efa. May 10 20:28:35.762601 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5aa1bc-4eea-49fc-963c-ab1b72934a38 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Router 136efa15-6070-4f0b-ac95-3c7e68961527 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:28:35.871300 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5aa1bc-4eea-49fc-963c-ab1b72934a38 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:28:35.875620 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ca5aa1bc-4eea-49fc-963c-ab1b72934a38 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:35.881101 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] Sync routers for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:28:35.890926 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:28:35.891538 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:28:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:35.908785 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ca5aa1bc-4eea-49fc-963c-ab1b72934a38 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "PUT /v2.0/floatingips/3012ae5a-19fb-4d89-9e85-1acf6177b790 HTTP/1.1" status: 200 len: 992 time: 1.3104393 May 10 20:28:35.909385 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:28:35.911948 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e90ba6-6358-45fb-a13d-30fcad1ceb23" -d '{"events": [{"name": "network-changed", "server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:28:35.946404 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882fa89d-e1b1-4146-a021-b6d2c59d9daa x-openstack-request-id: req-882fa89d-e1b1-4146-a021-b6d2c59d9daa {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:28:35.946692 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:28:35.946944 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-882fa89d-e1b1-4146-a021-b6d2c59d9daa {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:28:35.947343 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882fa89d-e1b1-4146-a021-b6d2c59d9daa'] response: {'name': 'network-changed', 'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'status': 'completed', 'code': 200} May 10 20:28:35.999635 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:28:36.195407 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5859b-b44c-4538-b315-9ddca5204a47 req-3305fc58-c49b-4eb9-9d45-f90b47bffab0 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:36.196869 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4af5859b-b44c-4538-b315-9ddca5204a47 req-3305fc58-c49b-4eb9-9d45-f90b47bffab0 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 945 time: 0.0455599 May 10 20:28:36.221917 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '3012ae5a-19fb-4d89-9e85-1acf6177b790', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'port_id': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'mac_address': 'fa:16:3e:a2:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:27:40Z', 'updated_at': '2022-05-10T20:28:35Z', 'revision_number': 1, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:36.243958 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4af5859b-b44c-4538-b315-9ddca5204a47 req-f1119074-eb43-40cd-9758-6aeee70e784b tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 May 10 20:28:36.251607 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] Checking router: 136efa15-6070-4f0b-ac95-3c7e68961527 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:28:36.260186 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:28:36.260784 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:28:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:36.365610 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:28:36.503698 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28673bae-d506-4602-9a49-b037090af81d req-e581a5c3-1caa-4ec3-bb48-dc7105b72089 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:36.505212 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-28673bae-d506-4602-9a49-b037090af81d req-e581a5c3-1caa-4ec3-bb48-dc7105b72089 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0464306 May 10 20:28:36.554668 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-28673bae-d506-4602-9a49-b037090af81d req-917a2bab-c7ff-4e5b-bb64-493a571ecb37 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 May 10 20:28:36.584491 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '3012ae5a-19fb-4d89-9e85-1acf6177b790', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'port_id': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'mac_address': 'fa:16:3e:a2:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:27:40Z', 'updated_at': '2022-05-10T20:28:35Z', 'revision_number': 1, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:36.610959 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2510bc-7e9c-4984-bb67-dd9e33b87a67 None None] The sync data for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi is: [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '3012ae5a-19fb-4d89-9e85-1acf6177b790', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'port_id': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'mac_address': 'fa:16:3e:a2:1c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:27:40Z', 'updated_at': '2022-05-10T20:28:35Z', 'revision_number': 1, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:28:36.821649 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:28:36.901360 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 is: ACTIVE; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:28:36.901748 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:36.925240 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:28:36.927457 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a514bbe7-f8c3-49a1-90b1-d31dbdf1116b" -d '{"events": [{"server_uuid": "5a3bfb8b-461f-42a5-b6d6-e91ba9d16461", "name": "network-vif-unplugged", "status": "completed", "tag": "347aa120-e5e6-4c00-837a-5f1f6cd8cd12"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:28:36.941306 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,segment=NetworkSegment(38fcff3f-a811-4606-a8d0-6c1d51bfc0c9),segment_id=38fcff3f-a811-4606-a8d0-6c1d51bfc0c9)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:36.947006 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:36.974370 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51368b63-ed40-4e80-98cd-2da8c8c25a55 x-openstack-request-id: req-51368b63-ed40-4e80-98cd-2da8c8c25a55 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:28:36.974724 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3bfb8b-461f-42a5-b6d6-e91ba9d16461", "name": "network-vif-unplugged", "status": "completed", "tag": "347aa120-e5e6-4c00-837a-5f1f6cd8cd12", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:28:36.975009 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51368b63-ed40-4e80-98cd-2da8c8c25a55 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:28:36.975499 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51368b63-ed40-4e80-98cd-2da8c8c25a55'] response: {'server_uuid': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12', 'code': 200} May 10 20:28:37.002174 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:37.236032 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac15ae22-b208-4ae4-b2ed-cb87a8f6d787 None None] New status for floating IP 3012ae5a-19fb-4d89-9e85-1acf6177b790: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:28:37.360361 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d395d0d-ba9d-45b0-93d2-750646116b96 req-764316f4-66c1-47c1-b54a-e20f2826bf88 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:37.361883 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2d395d0d-ba9d-45b0-93d2-750646116b96 req-764316f4-66c1-47c1-b54a-e20f2826bf88 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 943 time: 0.0496783 May 10 20:28:37.419612 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2d395d0d-ba9d-45b0-93d2-750646116b96 req-cc5c75d7-59fc-45c0-be5c-867d1d686225 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ed3ded1-18bf-4ea3-8674-560060fa4d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508113 May 10 20:28:37.687836 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e8ced-a286-46b2-8bc1-ad3426ed62db req-c0db20f3-af05-4d77-87b1-d9ba951c5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:37.689351 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f88e8ced-a286-46b2-8bc1-ad3426ed62db req-c0db20f3-af05-4d77-87b1-d9ba951c5117 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 1129 time: 0.0706904 May 10 20:28:37.693096 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677f9d2-c193-4124-b572-185ad2eae7ab req-4758abc0-362c-4fd8-b57c-051850785f62 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:37.695846 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9677f9d2-c193-4124-b572-185ad2eae7ab req-4758abc0-362c-4fd8-b57c-051850785f62 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0682483 May 10 20:28:37.696649 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-c252674c-de18-4321-8289-64aacdf03018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:37.698297 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-c252674c-de18-4321-8289-64aacdf03018 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 1130 time: 0.0493672 May 10 20:28:37.800198 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9677f9d2-c193-4124-b572-185ad2eae7ab req-537a1796-df69-4aaa-87c3-6c7e6a77cc52 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992730 May 10 20:28:37.809685 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-06cc2043-c9b0-4b13-bc52-2f4350c85556 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:37.811172 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-06cc2043-c9b0-4b13-bc52-2f4350c85556 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 943 time: 0.0679610 May 10 20:28:37.848561 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f431-254b-4948-9a21-599ba56dcb22 req-668c61fc-0de3-4f4d-bc76-e7d14ce0b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:37.850092 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1163f431-254b-4948-9a21-599ba56dcb22 req-668c61fc-0de3-4f4d-bc76-e7d14ce0b398 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 1130 time: 0.1289182 May 10 20:28:37.857672 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f88e8ced-a286-46b2-8bc1-ad3426ed62db req-4eb8cd36-292b-4543-a9c9-e1960d49f609 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418374 May 10 20:28:37.948658 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Deleting port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:28:37.949553 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:38.077288 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] For port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,segment=NetworkSegment(38fcff3f-a811-4606-a8d0-6c1d51bfc0c9),segment_id=38fcff3f-a811-4606-a8d0-6c1d51bfc0c9)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:28:38.077666 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:38.095656 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Calling delete_port for 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:28:38.129329 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-0d016e80-c595-4c65-bddd-84c1d358d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:38.130816 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-0d016e80-c595-4c65-bddd-84c1d358d866 service neutron] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 918 time: 0.3986354 May 10 20:28:38.230786 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f431-254b-4948-9a21-599ba56dcb22 req-74375728-e2be-4487-9d8d-85586b3e43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:38.232294 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1163f431-254b-4948-9a21-599ba56dcb22 req-74375728-e2be-4487-9d8d-85586b3e43a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 912 time: 0.3735442 May 10 20:28:38.274586 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017'] for port (347aa120-e5e6-4c00-837a-5f1f6cd8cd12), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:38.294066 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-aaac8d96-17e5-46e1-9306-3d17fc690286 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa HTTP/1.1" status: 200 len: 1002 time: 0.1452520 May 10 20:28:38.307607 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Pushing event deleted for resources: {'Port': ['ID=347aa120-e5e6-4c00-837a-5f1f6cd8cd12,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:38.328296 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1163f431-254b-4948-9a21-599ba56dcb22 req-fd32e422-dc87-40ce-a230-b5cfbbd3987c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0 HTTP/1.1" status: 200 len: 1001 time: 0.0900512 May 10 20:28:38.375815 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] No DVR routers for this DVR port 347aa120-e5e6-4c00-837a-5f1f6cd8cd12 on host hv-cinder-82880 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:28:38.378901 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:38.382165 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95993adf-af0b-4967-8ea3-2959be0ab09a req-ffd70de5-fb84-4a7f-950f-0514a1c1341f tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.69 "DELETE /v2.0/ports/347aa120-e5e6-4c00-837a-5f1f6cd8cd12 HTTP/1.1" status: 204 len: 173 time: 0.5650971 May 10 20:28:38.382603 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'name': 'network-vif-deleted', 'tag': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:28:38.384820 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f7333b-cc75-4900-92fa-ff694d482fbb" -d '{"events": [{"server_uuid": "5a3bfb8b-461f-42a5-b6d6-e91ba9d16461", "name": "network-vif-deleted", "tag": "347aa120-e5e6-4c00-837a-5f1f6cd8cd12"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:28:38.418679 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33408cc-03e8-45c3-9662-4d901cbfb08d x-openstack-request-id: req-d33408cc-03e8-45c3-9662-4d901cbfb08d {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:28:38.419003 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3bfb8b-461f-42a5-b6d6-e91ba9d16461", "name": "network-vif-deleted", "tag": "347aa120-e5e6-4c00-837a-5f1f6cd8cd12", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:28:38.419262 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d33408cc-03e8-45c3-9662-4d901cbfb08d {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:28:38.419666 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33408cc-03e8-45c3-9662-4d901cbfb08d'] response: {'server_uuid': '5a3bfb8b-461f-42a5-b6d6-e91ba9d16461', 'name': 'network-vif-deleted', 'tag': '347aa120-e5e6-4c00-837a-5f1f6cd8cd12', 'status': 'completed', 'code': 200} May 10 20:28:38.517448 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7c70e487-865e-422c-b7a4-83434e0da430 req-9a2aa231-033e-4a75-8607-e78cf44f2323 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 210 time: 0.0272357 May 10 20:28:38.716280 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f431-254b-4948-9a21-599ba56dcb22 req-e11356cf-ee90-4d06-b7cc-849a12909195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:38.718309 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1163f431-254b-4948-9a21-599ba56dcb22 req-e11356cf-ee90-4d06-b7cc-849a12909195 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.0873628 May 10 20:28:38.722130 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-2bed5e82-920d-40b9-bc12-a75fbf56970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:38.723490 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-2bed5e82-920d-40b9-bc12-a75fbf56970d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0841095 May 10 20:28:38.825465 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f431-254b-4948-9a21-599ba56dcb22 req-f6d81faf-cca0-4c93-84b2-d02b31c9ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:38.827107 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1163f431-254b-4948-9a21-599ba56dcb22 req-f6d81faf-cca0-4c93-84b2-d02b31c9ffbc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692725 May 10 20:28:38.830097 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-6594b875-a369-45a7-8b7d-ccdc82ffe5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:38.831489 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-6594b875-a369-45a7-8b7d-ccdc82ffe5bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642927 May 10 20:28:38.841298 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 32810) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:38.920792 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628cff-32a5-4554-b739-265e9cf235f2 req-ba9e66e9-addc-40f2-8fea-3f9db3c63947 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:38.922915 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d628cff-32a5-4554-b739-265e9cf235f2 req-ba9e66e9-addc-40f2-8fea-3f9db3c63947 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0497513 May 10 20:28:38.986599 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0df5d34-374c-48c3-b357-0d3913dc6a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.001447 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d628cff-32a5-4554-b739-265e9cf235f2 req-36913951-62bd-491d-9ac8-d7b8cb4f1621 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707405 May 10 20:28:39.041936 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-3656e5e9-45b6-41d0-a83e-396e5591d572 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648490 May 10 20:28:39.078352 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1163f431-254b-4948-9a21-599ba56dcb22 req-e7b3836e-2184-4a47-82c8-eab45c1b7a42 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096925 May 10 20:28:39.124252 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0df5d34-374c-48c3-b357-0d3913dc6a91 admin admin] Publish callbacks [] for security_group (30fa401f-59b6-4ed3-a4e3-97fedef1e6f5), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.128629 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e0df5d34-374c-48c3-b357-0d3913dc6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (30fa401f-59b6-4ed3-a4e3-97fedef1e6f5), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.170193 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e0df5d34-374c-48c3-b357-0d3913dc6a91 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5ae93ed677a45948d967eef3eb46102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277819 May 10 20:28:39.171285 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df5d34-374c-48c3-b357-0d3913dc6a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa401f-59b6-4ed3-a4e3-97fedef1e6f5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:39.173246 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 32818) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:39.231244 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0392-c01e-4751-95b7-5afc4faf3095 admin admin] Publish callbacks [] for security_group (30fa401f-59b6-4ed3-a4e3-97fedef1e6f5), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.253558 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0392-c01e-4751-95b7-5afc4faf3095 admin admin] Publish callbacks [] for security_group (30fa401f-59b6-4ed3-a4e3-97fedef1e6f5), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.287929 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 32828) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:39.308792 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0392-c01e-4751-95b7-5afc4faf3095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (30fa401f-59b6-4ed3-a4e3-97fedef1e6f5), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.311437 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc5c0392-c01e-4751-95b7-5afc4faf3095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.313840 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bc5c0392-c01e-4751-95b7-5afc4faf3095 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30fa401f-59b6-4ed3-a4e3-97fedef1e6f5 HTTP/1.1" status: 204 len: 168 time: 0.1383045 May 10 20:28:39.324633 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c0392-c01e-4751-95b7-5afc4faf3095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa401f-59b6-4ed3-a4e3-97fedef1e6f5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:39.434235 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f690-c752-4432-b301-8a79a3c1c1de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.540462 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f690-c752-4432-b301-8a79a3c1c1de admin admin] Publish callbacks [] for security_group (9e7407fa-2c17-41a0-b3e5-54d84196853a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.560124 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f690-c752-4432-b301-8a79a3c1c1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9e7407fa-2c17-41a0-b3e5-54d84196853a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.623990 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6f690-c752-4432-b301-8a79a3c1c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7407fa-2c17-41a0-b3e5-54d84196853a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:39.648522 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a8d6f690-c752-4432-b301-8a79a3c1c1de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3446cc29ac254efe8933be7eda3bd1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566456 May 10 20:28:39.649761 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 32848) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:39.654773 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1163f431-254b-4948-9a21-599ba56dcb22 req-9e61ec2c-d177-4924-bbfc-2b4579b8d699 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146986 May 10 20:28:39.725898 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2a6c6f03-8711-4ae9-ac16-d948a1e2d279 req-f6c65997-b4bb-4884-94fd-94bd42bbc1f1 tempest-DeleteServersTestJSON-1934862471 tempest-DeleteServersTestJSON-1934862471-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a3bfb8b-461f-42a5-b6d6-e91ba9d16461 HTTP/1.1" status: 200 len: 210 time: 0.0446746 May 10 20:28:39.755286 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea495-5720-4f74-a352-b1e6287b5308 admin admin] Publish callbacks [] for security_group (9e7407fa-2c17-41a0-b3e5-54d84196853a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.760467 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-47e90ba6-6358-45fb-a13d-30fcad1ceb23 req-c28e6f59-07f4-49fb-aae5-a57b3457f94c service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286828 May 10 20:28:39.785839 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea495-5720-4f74-a352-b1e6287b5308 admin admin] Publish callbacks [] for security_group (9e7407fa-2c17-41a0-b3e5-54d84196853a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.842723 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea495-5720-4f74-a352-b1e6287b5308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9e7407fa-2c17-41a0-b3e5-54d84196853a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.845382 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ab4ea495-5720-4f74-a352-b1e6287b5308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:39.846543 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ab4ea495-5720-4f74-a352-b1e6287b5308 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e7407fa-2c17-41a0-b3e5-54d84196853a HTTP/1.1" status: 204 len: 168 time: 0.1952157 May 10 20:28:39.865706 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ea495-5720-4f74-a352-b1e6287b5308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7407fa-2c17-41a0-b3e5-54d84196853a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:40.034580 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-36e9a2c7-1533-42b6-a3d8-b994bb6fabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:40.036142 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-36e9a2c7-1533-42b6-a3d8-b994bb6fabc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 1130 time: 0.0493307 May 10 20:28:40.159345 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 32880) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:40.179786 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e368df-d8af-4a2f-9289-1e2b55857449 req-c4e9a437-bec0-4f3c-a009-8b4e3b796cc0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:40.188727 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-17e368df-d8af-4a2f-9289-1e2b55857449 req-c4e9a437-bec0-4f3c-a009-8b4e3b796cc0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0765285 May 10 20:28:40.192216 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-891b8822-5064-4079-94bc-0ce443cce235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:40.194006 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-891b8822-5064-4079-94bc-0ce443cce235 service neutron] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 912 time: 0.1243863 May 10 20:28:40.243225 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-17e368df-d8af-4a2f-9289-1e2b55857449 req-b56500dc-44f9-48b4-83ce-e85f85217237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533876 May 10 20:28:40.285223 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-605d66da-7681-4d0f-ab17-92f829ad9d6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0 HTTP/1.1" status: 200 len: 1001 time: 0.0838389 May 10 20:28:40.321134 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 32890) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:40.344067 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-be7f69a4-8fdd-4037-908c-3c343e16519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:40.346213 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-764ad654-66b5-420b-868c-a410b37e7f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.346726 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-be7f69a4-8fdd-4037-908c-3c343e16519a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.0536194 May 10 20:28:40.361729 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5666cc04-57d2-404e-b68c-9ed5ff520bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.400933 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-7e4b2fc5-666d-46dd-aa57-65b9794021a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:40.403224 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-7e4b2fc5-666d-46dd-aa57-65b9794021a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415139 May 10 20:28:40.503359 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-764ad654-66b5-420b-868c-a410b37e7f48 admin admin] Publish callbacks [] for security_group (eec5a284-c625-4724-9c9f-ada2adc4ed95), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.511915 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-764ad654-66b5-420b-868c-a410b37e7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (eec5a284-c625-4724-9c9f-ada2adc4ed95), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.525759 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5666cc04-57d2-404e-b68c-9ed5ff520bce admin admin] Publish callbacks [] for security_group (a5ac6b5e-c4d3-430f-81ce-614eebb55545), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.545895 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5666cc04-57d2-404e-b68c-9ed5ff520bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (a5ac6b5e-c4d3-430f-81ce-614eebb55545), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.583237 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-764ad654-66b5-420b-868c-a410b37e7f48 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5006e59f0bf4fec9ede74aedd9050fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607269 May 10 20:28:40.588125 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 32898) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:40.611146 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ad654-66b5-420b-868c-a410b37e7f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec5a284-c625-4724-9c9f-ada2adc4ed95,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:40.615248 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-e43a294b-4f48-43e7-a389-5e59f1bb90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:40.617733 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-e43a294b-4f48-43e7-a389-5e59f1bb90a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 1129 time: 0.0812788 May 10 20:28:40.630259 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-71497922-06d2-47d1-934f-cc29d9aef0dd service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047796 May 10 20:28:40.641723 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762b51d-bbc8-4d28-afc6-4279182f9250 req-d76aaf08-ad94-42cf-abdb-c2de5b2a10a8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:40.643508 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5762b51d-bbc8-4d28-afc6-4279182f9250 req-d76aaf08-ad94-42cf-abdb-c2de5b2a10a8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.1058216 May 10 20:28:40.664180 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5666cc04-57d2-404e-b68c-9ed5ff520bce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d174fc39745b4494b9fe6b3fd3d5723f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5038226 May 10 20:28:40.681632 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 32908) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:40.705756 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666cc04-57d2-404e-b68c-9ed5ff520bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ac6b5e-c4d3-430f-81ce-614eebb55545,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:40.761503 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5762b51d-bbc8-4d28-afc6-4279182f9250 req-b3a32265-0f2d-4295-b0d0-9f377831cdf1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043501 May 10 20:28:40.779616 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a5a7d6-7fff-44a6-9cff-90bf81050499 admin admin] Publish callbacks [] for security_group (a5ac6b5e-c4d3-430f-81ce-614eebb55545), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.821101 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a5a7d6-7fff-44a6-9cff-90bf81050499 admin admin] Publish callbacks [] for security_group (a5ac6b5e-c4d3-430f-81ce-614eebb55545), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.865835 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7303f26d-214b-449b-a41c-b6281720aee9 admin admin] Publish callbacks [] for security_group (eec5a284-c625-4724-9c9f-ada2adc4ed95), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.878251 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-357f8640-8dd4-4160-81b6-ca68537dad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:40.879741 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-357f8640-8dd4-4160-81b6-ca68537dad6d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.2375791 May 10 20:28:40.886081 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a5a7d6-7fff-44a6-9cff-90bf81050499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (a5ac6b5e-c4d3-430f-81ce-614eebb55545), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.891058 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96a5a7d6-7fff-44a6-9cff-90bf81050499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.893158 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-96a5a7d6-7fff-44a6-9cff-90bf81050499 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5ac6b5e-c4d3-430f-81ce-614eebb55545 HTTP/1.1" status: 204 len: 168 time: 0.2098198 May 10 20:28:40.909609 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5a7d6-7fff-44a6-9cff-90bf81050499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ac6b5e-c4d3-430f-81ce-614eebb55545,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:40.956385 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7303f26d-214b-449b-a41c-b6281720aee9 admin admin] Publish callbacks [] for security_group (eec5a284-c625-4724-9c9f-ada2adc4ed95), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:40.965979 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5d709567-b25b-4f0e-b32c-881a0a523a6d req-6b6911a1-d4dc-44d0-b3f6-7c9a2c273846 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570550 May 10 20:28:40.967217 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-7b8974f5-13a1-40b8-9b4c-e27f6cc17aa6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8189a32-1a03-4f88-9ea0-92488138491a HTTP/1.1" status: 200 len: 217 time: 0.0712318 May 10 20:28:41.056237 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-638c7fac-1efa-4b34-ab0b-d877943fb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:41.057754 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-638c7fac-1efa-4b34-ab0b-d877943fb864 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0749373 May 10 20:28:41.105579 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7303f26d-214b-449b-a41c-b6281720aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (eec5a284-c625-4724-9c9f-ada2adc4ed95), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:41.111222 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7303f26d-214b-449b-a41c-b6281720aee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:41.112368 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7303f26d-214b-449b-a41c-b6281720aee9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eec5a284-c625-4724-9c9f-ada2adc4ed95 HTTP/1.1" status: 204 len: 168 time: 0.5215628 May 10 20:28:41.134480 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303f26d-214b-449b-a41c-b6281720aee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec5a284-c625-4724-9c9f-ada2adc4ed95,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:41.137583 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-be3640b0-3794-4566-ba2f-145b5f64329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:41.139103 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-be3640b0-3794-4566-ba2f-145b5f64329c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703330 May 10 20:28:41.252206 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 32938) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:41.331580 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-71104323-211d-460f-b534-5ef859088c98 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581967 May 10 20:28:41.468722 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a88ad5e1-6130-414b-89ad-4199bb6152bd req-7c2f30de-1a48-47d8-af69-6cd25bd341ae service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261044 May 10 20:28:41.469469 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68bad4ef-11b4-4a3f-98a6-8155c3469bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:41.570011 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68bad4ef-11b4-4a3f-98a6-8155c3469bd8 admin admin] Publish callbacks [] for security_group (f5f877e2-d644-4091-b9e9-3acddcadefa7), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:41.575105 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-68bad4ef-11b4-4a3f-98a6-8155c3469bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f5f877e2-d644-4091-b9e9-3acddcadefa7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:41.618176 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bad4ef-11b4-4a3f-98a6-8155c3469bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f877e2-d644-4091-b9e9-3acddcadefa7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:41.627311 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 32962) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:41.627786 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-68bad4ef-11b4-4a3f-98a6-8155c3469bd8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=415d96c90cc742dba6bee8d4820af3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733342 May 10 20:28:41.696242 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0533090d-3688-46cb-bb48-e836f21cf812 admin admin] Publish callbacks [] for security_group (f5f877e2-d644-4091-b9e9-3acddcadefa7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:41.720381 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0533090d-3688-46cb-bb48-e836f21cf812 admin admin] Publish callbacks [] for security_group (f5f877e2-d644-4091-b9e9-3acddcadefa7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:41.790240 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0533090d-3688-46cb-bb48-e836f21cf812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f5f877e2-d644-4091-b9e9-3acddcadefa7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:41.792766 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0533090d-3688-46cb-bb48-e836f21cf812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:41.796174 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0533090d-3688-46cb-bb48-e836f21cf812 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5f877e2-d644-4091-b9e9-3acddcadefa7 HTTP/1.1" status: 204 len: 168 time: 0.1655200 May 10 20:28:41.802011 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533090d-3688-46cb-bb48-e836f21cf812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f877e2-d644-4091-b9e9-3acddcadefa7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:41.899630 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f13848-5cbd-40f8-a4eb-d99b8f8dac07 req-f126980f-1570-4fa1-9659-ec65f892beb2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:41.901737 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-69f13848-5cbd-40f8-a4eb-d99b8f8dac07 req-f126980f-1570-4fa1-9659-ec65f892beb2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0473337 May 10 20:28:41.957504 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-69f13848-5cbd-40f8-a4eb-d99b8f8dac07 req-a8000eb9-12ad-49e9-aef5-26449220ebb1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492020 May 10 20:28:42.157738 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 32990) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:42.172046 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1821c550-22b4-4082-950d-62ed18a12d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.265296 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1821c550-22b4-4082-950d-62ed18a12d93 admin admin] Publish callbacks [] for security_group (d4e77eb1-71d4-4f78-afe9-0bc879a16846), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.270728 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1821c550-22b4-4082-950d-62ed18a12d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (d4e77eb1-71d4-4f78-afe9-0bc879a16846), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.317214 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1821c550-22b4-4082-950d-62ed18a12d93 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20faaba3775846409b7906eaf199a29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581171 May 10 20:28:42.318126 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c550-22b4-4082-950d-62ed18a12d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e77eb1-71d4-4f78-afe9-0bc879a16846,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:42.319944 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 32998) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:42.378496 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ece84530-db3b-4c99-af20-5b5901d692f5 admin admin] Publish callbacks [] for security_group (d4e77eb1-71d4-4f78-afe9-0bc879a16846), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.409524 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ece84530-db3b-4c99-af20-5b5901d692f5 admin admin] Publish callbacks [] for security_group (d4e77eb1-71d4-4f78-afe9-0bc879a16846), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.503968 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ece84530-db3b-4c99-af20-5b5901d692f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (d4e77eb1-71d4-4f78-afe9-0bc879a16846), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.508418 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ece84530-db3b-4c99-af20-5b5901d692f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.511864 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ece84530-db3b-4c99-af20-5b5901d692f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4e77eb1-71d4-4f78-afe9-0bc879a16846 HTTP/1.1" status: 204 len: 168 time: 0.1881044 May 10 20:28:42.519279 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece84530-db3b-4c99-af20-5b5901d692f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e77eb1-71d4-4f78-afe9-0bc879a16846,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:42.593454 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33016) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:42.688551 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba6e58c-1eac-48f2-8c97-be0e531ecc02 admin admin] Deleting subnet af0ed73b-2a07-4152-9e8d-4a994ad8cbd8 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:28:42.692797 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e58c-1eac-48f2-8c97-be0e531ecc02 admin admin] Publish callbacks [] for subnet (af0ed73b-2a07-4152-9e8d-4a994ad8cbd8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.742016 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e58c-1eac-48f2-8c97-be0e531ecc02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25902530'] for subnet (af0ed73b-2a07-4152-9e8d-4a994ad8cbd8), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.792666 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e58c-1eac-48f2-8c97-be0e531ecc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (af0ed73b-2a07-4152-9e8d-4a994ad8cbd8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.858450 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e58c-1eac-48f2-8c97-be0e531ecc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25776282'] for subnet (af0ed73b-2a07-4152-9e8d-4a994ad8cbd8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.893938 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6e58c-1eac-48f2-8c97-be0e531ecc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0ed73b-2a07-4152-9e8d-4a994ad8cbd8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:42.896079 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e58c-1eac-48f2-8c97-be0e531ecc02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:42.900291 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5ba6e58c-1eac-48f2-8c97-be0e531ecc02 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/af0ed73b-2a07-4152-9e8d-4a994ad8cbd8 HTTP/1.1" status: 204 len: 168 time: 0.3062193 May 10 20:28:42.902748 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33028) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:43.029301 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (792b0ab9-e737-4ad6-8401-6fa6cba5e5c3), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.114545 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3b04d-7541-4a73-9349-4f2190df3f4d req-acd3ac4d-c762-40d5-af38-2cf1de053618 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:43.116057 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-73e3b04d-7541-4a73-9349-4f2190df3f4d req-acd3ac4d-c762-40d5-af38-2cf1de053618 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0629175 May 10 20:28:43.116576 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (792b0ab9-e737-4ad6-8401-6fa6cba5e5c3), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.139396 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792b0ab9-e737-4ad6-8401-6fa6cba5e5c3']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:43.154602 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fcff3f-a811-4606-a8d0-6c1d51bfc0c9') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:43.154904 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fcff3f-a811-4606-a8d0-6c1d51bfc0c9') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:28:43.167993 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25902393'] for segment (38fcff3f-a811-4606-a8d0-6c1d51bfc0c9), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.188058 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (38fcff3f-a811-4606-a8d0-6c1d51bfc0c9), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.188906 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-73e3b04d-7541-4a73-9349-4f2190df3f4d req-ca0eebfb-925c-4258-9d5f-1b1150f96352 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662284 May 10 20:28:43.206913 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:28:43.207316 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444310'] for segment (38fcff3f-a811-4606-a8d0-6c1d51bfc0c9), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: timer() May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: cb(*args, **kw) May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: self._notify() May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: self.callback(batched_events) May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: event.method(event) May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._get(url).json() May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:28:43.209048 dv-cinder-828806-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:28:43.270707 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (792b0ab9-e737-4ad6-8401-6fa6cba5e5c3), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.289023 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] Pushing event deleted for resources: {'Network': ['ID=792b0ab9-e737-4ad6-8401-6fa6cba5e5c3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:43.295325 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.298521 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c87718de-26c9-4808-87b1-0e56b79c4859 admin admin] 10.222.0.61 "DELETE /v2.0/networks/792b0ab9-e737-4ad6-8401-6fa6cba5e5c3 HTTP/1.1" status: 204 len: 168 time: 0.3948674 May 10 20:28:43.492823 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33062) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:43.545671 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-42d7e72b-a059-4313-8fc2-e54da0b80903 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c86827b1ba384ed9b24e7e6afd65a4d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495012 May 10 20:28:43.546064 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33070) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:43.602218 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-055fed44-2646-4a6b-8a22-be4214138417 admin admin] Publish callbacks [] for security_group (0ed3ded1-18bf-4ea3-8674-560060fa4d3d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.630868 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-055fed44-2646-4a6b-8a22-be4214138417 admin admin] Publish callbacks [] for security_group (0ed3ded1-18bf-4ea3-8674-560060fa4d3d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.680584 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-055fed44-2646-4a6b-8a22-be4214138417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0ed3ded1-18bf-4ea3-8674-560060fa4d3d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.683420 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-055fed44-2646-4a6b-8a22-be4214138417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:43.684712 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-055fed44-2646-4a6b-8a22-be4214138417 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ed3ded1-18bf-4ea3-8674-560060fa4d3d HTTP/1.1" status: 204 len: 168 time: 0.1376650 May 10 20:28:43.693217 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fed44-2646-4a6b-8a22-be4214138417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed3ded1-18bf-4ea3-8674-560060fa4d3d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:43.933788 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33094) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:44.159720 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55211050-58a6-4208-8865-4efff2790337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:44.256149 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55211050-58a6-4208-8865-4efff2790337 admin admin] Publish callbacks [] for security_group (9eb5a356-2de1-4c6c-b925-0c3f0009fe65), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:44.262003 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-55211050-58a6-4208-8865-4efff2790337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9eb5a356-2de1-4c6c-b925-0c3f0009fe65), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:44.303224 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-55211050-58a6-4208-8865-4efff2790337 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a42026f079d8429bad7be0b5d8e93279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683445 May 10 20:28:44.306050 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55211050-58a6-4208-8865-4efff2790337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb5a356-2de1-4c6c-b925-0c3f0009fe65,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:44.306761 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33118) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:44.340655 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93f692-d611-454f-99a4-85c2516ca85c req-2ebf88bf-0b74-4b88-8aa9-62b79d07d36b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:44.342186 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d93f692-d611-454f-99a4-85c2516ca85c req-2ebf88bf-0b74-4b88-8aa9-62b79d07d36b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0742559 May 10 20:28:44.401358 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c3c6535-30ff-4714-b243-bd07cbb80aa6 admin admin] Publish callbacks [] for security_group (9eb5a356-2de1-4c6c-b925-0c3f0009fe65), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:44.416866 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d93f692-d611-454f-99a4-85c2516ca85c req-c7e28e0a-3cca-4d87-b3af-1490ae18ffa8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670738 May 10 20:28:44.440185 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c3c6535-30ff-4714-b243-bd07cbb80aa6 admin admin] Publish callbacks [] for security_group (9eb5a356-2de1-4c6c-b925-0c3f0009fe65), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:44.490403 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c3c6535-30ff-4714-b243-bd07cbb80aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9eb5a356-2de1-4c6c-b925-0c3f0009fe65), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:44.493013 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c3c6535-30ff-4714-b243-bd07cbb80aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:44.494166 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9c3c6535-30ff-4714-b243-bd07cbb80aa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9eb5a356-2de1-4c6c-b925-0c3f0009fe65 HTTP/1.1" status: 204 len: 168 time: 0.1832275 May 10 20:28:44.502044 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c6535-30ff-4714-b243-bd07cbb80aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb5a356-2de1-4c6c-b925-0c3f0009fe65,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:44.927428 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33152) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:44.945186 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31445b6c-d99e-4da6-b8d7-8b298ed5002f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:45.044776 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31445b6c-d99e-4da6-b8d7-8b298ed5002f admin admin] Publish callbacks [] for security_group (81fa3cd5-daf3-446d-9f2f-9b00083ddc45), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:45.052942 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31445b6c-d99e-4da6-b8d7-8b298ed5002f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (81fa3cd5-daf3-446d-9f2f-9b00083ddc45), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:45.096437 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-31445b6c-d99e-4da6-b8d7-8b298ed5002f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a1c7a50f48a46cdbc614b9ec308a7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650119 May 10 20:28:45.096437 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31445b6c-d99e-4da6-b8d7-8b298ed5002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fa3cd5-daf3-446d-9f2f-9b00083ddc45,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:45.096710 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33170) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:45.153480 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b26-4698-425c-85eb-6213b894e6b6 admin admin] Publish callbacks [] for security_group (81fa3cd5-daf3-446d-9f2f-9b00083ddc45), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:45.178133 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b26-4698-425c-85eb-6213b894e6b6 admin admin] Publish callbacks [] for security_group (81fa3cd5-daf3-446d-9f2f-9b00083ddc45), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:45.231499 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b26-4698-425c-85eb-6213b894e6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (81fa3cd5-daf3-446d-9f2f-9b00083ddc45), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:45.234276 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b26-4698-425c-85eb-6213b894e6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:45.235502 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2fcc8b26-4698-425c-85eb-6213b894e6b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81fa3cd5-daf3-446d-9f2f-9b00083ddc45 HTTP/1.1" status: 204 len: 168 time: 0.1377003 May 10 20:28:45.247473 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc8b26-4698-425c-85eb-6213b894e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fa3cd5-daf3-446d-9f2f-9b00083ddc45,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:45.491957 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33196) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:45.544504 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8ab02-c291-41a7-894d-769fc40280e2 req-a91fc0e9-8bea-4cd5-8671-b789c512e147 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:45.546190 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-54b8ab02-c291-41a7-894d-769fc40280e2 req-a91fc0e9-8bea-4cd5-8671-b789c512e147 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0596290 May 10 20:28:45.609238 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-54b8ab02-c291-41a7-894d-769fc40280e2 req-016501dd-3e54-4934-9573-6fa4ac332212 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472775 May 10 20:28:45.681989 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1201e792-a4c7-4498-b156-7f2a6ce48e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:45.763620 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1201e792-a4c7-4498-b156-7f2a6ce48e16 admin admin] Publish callbacks [] for security_group (ec0d13d1-89a2-4a1e-86ac-281d9fbc63df), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:45.770265 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1201e792-a4c7-4498-b156-7f2a6ce48e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ec0d13d1-89a2-4a1e-86ac-281d9fbc63df), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.002506 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201e792-a4c7-4498-b156-7f2a6ce48e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d13d1-89a2-4a1e-86ac-281d9fbc63df,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:46.019514 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33224) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:46.019888 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1201e792-a4c7-4498-b156-7f2a6ce48e16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f0e71c5c7e774c5988f14b0ef5206d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5247982 May 10 20:28:46.075197 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ad24b50-d4c3-47ca-965d-ceeabf850a55 admin admin] Publish callbacks [] for security_group (ec0d13d1-89a2-4a1e-86ac-281d9fbc63df), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.096111 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ad24b50-d4c3-47ca-965d-ceeabf850a55 admin admin] Publish callbacks [] for security_group (ec0d13d1-89a2-4a1e-86ac-281d9fbc63df), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.160047 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ad24b50-d4c3-47ca-965d-ceeabf850a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ec0d13d1-89a2-4a1e-86ac-281d9fbc63df), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.163075 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3ad24b50-d4c3-47ca-965d-ceeabf850a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.164398 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3ad24b50-d4c3-47ca-965d-ceeabf850a55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec0d13d1-89a2-4a1e-86ac-281d9fbc63df HTTP/1.1" status: 204 len: 168 time: 0.1527433 May 10 20:28:46.172306 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad24b50-d4c3-47ca-965d-ceeabf850a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d13d1-89a2-4a1e-86ac-281d9fbc63df,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:46.587571 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33256) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:46.601902 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-399ace17-9b8f-4387-9241-51cd94ba5638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.716798 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-399ace17-9b8f-4387-9241-51cd94ba5638 admin admin] Publish callbacks [] for security_group (54859a06-4613-4017-a734-095937ad4281), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.723064 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-399ace17-9b8f-4387-9241-51cd94ba5638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (54859a06-4613-4017-a734-095937ad4281), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.752925 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a5f92-4828-4a22-8791-ee73b89dec36 req-6bf94311-a9af-42e7-9749-83753553660d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:46.754409 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e3a5f92-4828-4a22-8791-ee73b89dec36 req-6bf94311-a9af-42e7-9749-83753553660d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0857773 May 10 20:28:46.786804 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-399ace17-9b8f-4387-9241-51cd94ba5638 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a9b0d5e647840cd8bca96da01ed5c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975081 May 10 20:28:46.790245 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33264) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:46.792387 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ace17-9b8f-4387-9241-51cd94ba5638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54859a06-4613-4017-a734-095937ad4281,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:46.837048 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e3a5f92-4828-4a22-8791-ee73b89dec36 req-24f93a2c-7ab9-425f-aca5-b263a90b4147 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726528 May 10 20:28:46.857236 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9ede9-28cf-41e3-88fa-30ba850a2565 admin admin] Publish callbacks [] for security_group (54859a06-4613-4017-a734-095937ad4281), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.879981 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9ede9-28cf-41e3-88fa-30ba850a2565 admin admin] Publish callbacks [] for security_group (54859a06-4613-4017-a734-095937ad4281), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.939589 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9ede9-28cf-41e3-88fa-30ba850a2565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (54859a06-4613-4017-a734-095937ad4281), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.942377 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-15f9ede9-28cf-41e3-88fa-30ba850a2565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:46.944674 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-15f9ede9-28cf-41e3-88fa-30ba850a2565 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54859a06-4613-4017-a734-095937ad4281 HTTP/1.1" status: 204 len: 168 time: 0.1528611 May 10 20:28:46.955865 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9ede9-28cf-41e3-88fa-30ba850a2565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54859a06-4613-4017-a734-095937ad4281,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:47.942758 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d163159-10b8-4e0d-ae4a-37afd74a3bd9 req-4d235411-2736-4268-93fe-1150fa543990 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:47.944946 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d163159-10b8-4e0d-ae4a-37afd74a3bd9 req-4d235411-2736-4268-93fe-1150fa543990 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0496356 May 10 20:28:47.999392 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d163159-10b8-4e0d-ae4a-37afd74a3bd9 req-74b9be35-61c0-4e44-b248-3755f27fe0c5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484667 May 10 20:28:49.118750 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e406654-06b6-4f60-b272-750eb526e743 req-87cf0b73-66f4-4a80-81ca-3c5475440df2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:49.120215 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8e406654-06b6-4f60-b272-750eb526e743 req-87cf0b73-66f4-4a80-81ca-3c5475440df2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0523970 May 10 20:28:49.167968 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8e406654-06b6-4f60-b272-750eb526e743 req-cf6341f7-e176-4df7-8075-e4ac93b2f151 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417261 May 10 20:28:49.497333 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:49.940379 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33480) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:50.043189 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93ef01f5-3b9d-4f5e-a6ca-031f4e3204ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.114286 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93ef01f5-3b9d-4f5e-a6ca-031f4e3204ca admin admin] Publish callbacks [] for security_group (c1385626-66dc-4c72-9cdc-27edb4985930), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.118410 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-93ef01f5-3b9d-4f5e-a6ca-031f4e3204ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (c1385626-66dc-4c72-9cdc-27edb4985930), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.153560 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef01f5-3b9d-4f5e-a6ca-031f4e3204ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1385626-66dc-4c72-9cdc-27edb4985930,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:50.157727 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-93ef01f5-3b9d-4f5e-a6ca-031f4e3204ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a3045e2a6614624901ce5b64487f785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162168 May 10 20:28:50.160326 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33484) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:50.210649 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5643c00-f04e-41bb-86aa-cc7233562690 admin admin] Publish callbacks [] for security_group (c1385626-66dc-4c72-9cdc-27edb4985930), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.232171 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5643c00-f04e-41bb-86aa-cc7233562690 admin admin] Publish callbacks [] for security_group (c1385626-66dc-4c72-9cdc-27edb4985930), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.275591 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12ca33-44d2-422a-9199-476cac1b7a1c req-e2fe125e-d842-4f9a-8d90-2847ad533223 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:50.277101 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ba12ca33-44d2-422a-9199-476cac1b7a1c req-e2fe125e-d842-4f9a-8d90-2847ad533223 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0448744 May 10 20:28:50.279428 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5643c00-f04e-41bb-86aa-cc7233562690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (c1385626-66dc-4c72-9cdc-27edb4985930), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.282004 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-f5643c00-f04e-41bb-86aa-cc7233562690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.283116 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f5643c00-f04e-41bb-86aa-cc7233562690 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1385626-66dc-4c72-9cdc-27edb4985930 HTTP/1.1" status: 204 len: 168 time: 0.1218750 May 10 20:28:50.291770 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5643c00-f04e-41bb-86aa-cc7233562690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1385626-66dc-4c72-9cdc-27edb4985930,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:50.329312 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ba12ca33-44d2-422a-9199-476cac1b7a1c req-6ac326a4-7868-4173-a143-e1d1f7aa586d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 May 10 20:28:50.573358 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33516) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:50.587413 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a65f60db-76cb-466f-ab94-448219454260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.687196 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a65f60db-76cb-466f-ab94-448219454260 admin admin] Publish callbacks [] for security_group (64d1c0fc-4193-4a08-992e-0a5d1127c8d3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.692011 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a65f60db-76cb-466f-ab94-448219454260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (64d1c0fc-4193-4a08-992e-0a5d1127c8d3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.735707 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a65f60db-76cb-466f-ab94-448219454260 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26701c393ba9426882a37c3ce997d6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610553 May 10 20:28:50.736899 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f60db-76cb-466f-ab94-448219454260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d1c0fc-4193-4a08-992e-0a5d1127c8d3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:50.738554 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:50.815688 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d48937a6-b0c3-40db-aa3a-ddc065708003 admin admin] Publish callbacks [] for security_group (64d1c0fc-4193-4a08-992e-0a5d1127c8d3), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.844196 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d48937a6-b0c3-40db-aa3a-ddc065708003 admin admin] Publish callbacks [] for security_group (64d1c0fc-4193-4a08-992e-0a5d1127c8d3), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.893123 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d48937a6-b0c3-40db-aa3a-ddc065708003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (64d1c0fc-4193-4a08-992e-0a5d1127c8d3), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.895887 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d48937a6-b0c3-40db-aa3a-ddc065708003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:50.897052 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d48937a6-b0c3-40db-aa3a-ddc065708003 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64d1c0fc-4193-4a08-992e-0a5d1127c8d3 HTTP/1.1" status: 204 len: 168 time: 0.1574428 May 10 20:28:50.907205 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48937a6-b0c3-40db-aa3a-ddc065708003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d1c0fc-4193-4a08-992e-0a5d1127c8d3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:51.444134 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f439d97-a895-48b4-9422-12ee78f8e901 req-a124064b-7d7f-4e9e-84bd-a011bbd09ac2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:51.445803 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f439d97-a895-48b4-9422-12ee78f8e901 req-a124064b-7d7f-4e9e-84bd-a011bbd09ac2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0459116 May 10 20:28:51.493800 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f439d97-a895-48b4-9422-12ee78f8e901 req-bc86cc3a-f99b-4fa4-8063-e4ede45c3418 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 May 10 20:28:51.944901 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33582) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:52.046801 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b56c102-0fa8-47b7-8f9d-22b2ab11e1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:52.119793 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b56c102-0fa8-47b7-8f9d-22b2ab11e1d3 admin admin] Publish callbacks [] for security_group (75054a09-2a99-471d-aaaf-22a82a976e7b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:52.123600 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b56c102-0fa8-47b7-8f9d-22b2ab11e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (75054a09-2a99-471d-aaaf-22a82a976e7b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:52.161261 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7b56c102-0fa8-47b7-8f9d-22b2ab11e1d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c1a77d0294d4cde817172c9950009ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152438 May 10 20:28:52.162105 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56c102-0fa8-47b7-8f9d-22b2ab11e1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75054a09-2a99-471d-aaaf-22a82a976e7b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:52.164400 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33590) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:52.211976 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8b9b-2a6d-4b9a-8629-d92fb64f2839 admin admin] Publish callbacks [] for security_group (75054a09-2a99-471d-aaaf-22a82a976e7b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:52.233099 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8b9b-2a6d-4b9a-8629-d92fb64f2839 admin admin] Publish callbacks [] for security_group (75054a09-2a99-471d-aaaf-22a82a976e7b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:52.279157 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8b9b-2a6d-4b9a-8629-d92fb64f2839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (75054a09-2a99-471d-aaaf-22a82a976e7b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:52.281848 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8b9b-2a6d-4b9a-8629-d92fb64f2839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:52.285418 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-dd0d8b9b-2a6d-4b9a-8629-d92fb64f2839 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75054a09-2a99-471d-aaaf-22a82a976e7b HTTP/1.1" status: 204 len: 168 time: 0.1199660 May 10 20:28:52.294334 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d8b9b-2a6d-4b9a-8629-d92fb64f2839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75054a09-2a99-471d-aaaf-22a82a976e7b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:52.608781 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24708-fab6-4534-8e2b-ce319f03c44e req-e0780fba-3a62-4a19-87a8-8c34c366cf22 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:52.610285 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7e24708-fab6-4534-8e2b-ce319f03c44e req-e0780fba-3a62-4a19-87a8-8c34c366cf22 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0490718 May 10 20:28:52.656575 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7e24708-fab6-4534-8e2b-ce319f03c44e req-92c5a083-c98e-4764-8184-f13f2077f865 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408199 May 10 20:28:52.896794 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33626) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:52.993081 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-870663342-network', 'tenant_id': 'a24528148d9444038c71b83c90aa026e'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:28:53.011561 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Made reservation on behalf of a24528148d9444038c71b83c90aa026e for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:28:53.013845 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.021971 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.095843 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Publish callbacks [] for security_group (ad0ce5c2-84a1-4d94-a0b1-0b769fd96855), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.099591 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ad0ce5c2-84a1-4d94-a0b1-0b769fd96855), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.123166 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:28:53.132153 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:53.140388 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (256494db-1591-4ac1-bdb6-605d49f3b51d), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.140388 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Added segment 256494db-1591-4ac1-bdb6-605d49f3b51d of type vlan for network db973cef-69d1-4d44-9c77-fbbd27082c06 May 10 20:28:53.182769 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (db973cef-69d1-4d44-9c77-fbbd27082c06), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.207229 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (db973cef-69d1-4d44-9c77-fbbd27082c06), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.208178 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:53.208750 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.260114 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3614357 May 10 20:28:53.263014 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33630) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:53.267854 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Request body: {'subnet': {'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-870663342-subnet', 'tenant_id': 'a24528148d9444038c71b83c90aa026e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:28:53.268737 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f537b-aec0-4efb-8941-5a35d7e54879 admin admin] Pushing event updated for resources: {'Network': ['ID=db973cef-69d1-4d44-9c77-fbbd27082c06,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:53.280087 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network db973cef-69d1-4d44-9c77-fbbd27082c06 details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:28:53.287146 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Made reservation on behalf of a24528148d9444038c71b83c90aa026e for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:28:53.289469 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776381'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.452089 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3443195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25776355'] for subnet (f68793a9-dfb2-46fb-9139-f49502e86f79), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.505806 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68793a9-dfb2-46fb-9139-f49502e86f79,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:53.514732 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Checking segment: {'id': '256494db-1591-4ac1-bdb6-605d49f3b51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:28:53.515085 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Network hostable DHCP agents. Network: db973cef-69d1-4d44-9c77-fbbd27082c06, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:28:53.530739 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Network db973cef-69d1-4d44-9c77-fbbd27082c06 is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:28:53.538980 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, db973cef-69d1-4d44-9c77-fbbd27082c06) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:28:53.543867 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:53.546015 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:53.546755 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0c7066-5126-4b8f-8d16-fe19090115f8 None None] Network db973cef-69d1-4d44-9c77-fbbd27082c06 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:28:53.561618 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4cb2f133-fef2-4de3-b851-abf3515fcb76 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2975416 May 10 20:28:53.644552 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df1b2e0-79b3-4a56-8b17-f4b270cba128 None None] Network db973cef-69d1-4d44-9c77-fbbd27082c06 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:28:53.771377 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca703ade-b9a6-40c1-82d3-bbce85b08530 req-688d84aa-31b4-46a7-8600-450008bfc395 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:53.773461 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca703ade-b9a6-40c1-82d3-bbce85b08530 req-688d84aa-31b4-46a7-8600-450008bfc395 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0463059 May 10 20:28:53.821327 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca703ade-b9a6-40c1-82d3-bbce85b08530 req-d331bf91-229b-46bb-8fa1-2fd5dec91db5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 May 10 20:28:54.430347 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d58b780f-e64c-4d25-b1a6-795d76e1fff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:54.935175 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad11a41-e09a-4f5e-bf8e-ca00f45aa10c req-f701063a-ad5d-4a98-9267-bbc888e5fbd2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:54.936645 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fad11a41-e09a-4f5e-bf8e-ca00f45aa10c req-f701063a-ad5d-4a98-9267-bbc888e5fbd2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0482967 May 10 20:28:55.007448 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fad11a41-e09a-4f5e-bf8e-ca00f45aa10c req-4396a7b6-b4ec-48e2-9fe6-f99d1a20c14b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609512 May 10 20:28:55.188594 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33680) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:55.361256 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33696) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:55.427828 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a98ddeb-d2b3-41fd-8768-3d2d75519533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.438161 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-317b9ba9-85fd-4d16-8fc6-036183285207 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:55.439610 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-317b9ba9-85fd-4d16-8fc6-036183285207 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/networks?id=db973cef-69d1-4d44-9c77-fbbd27082c06 HTTP/1.1" status: 200 len: 808 time: 0.1055269 May 10 20:28:55.439728 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d06a1fc7-b049-49e9-861c-c968ba96edf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.453726 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-a05b249a-d745-44b1-9f11-a29f172f03c6 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/quotas/a24528148d9444038c71b83c90aa026e HTTP/1.1" status: 200 len: 375 time: 0.0085793 May 10 20:28:55.561708 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a98ddeb-d2b3-41fd-8768-3d2d75519533 admin admin] Publish callbacks [] for security_group (73b05d1a-c151-4424-b891-82e07f532c81), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.568171 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7a98ddeb-d2b3-41fd-8768-3d2d75519533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (73b05d1a-c151-4424-b891-82e07f532c81), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.596392 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d06a1fc7-b049-49e9-861c-c968ba96edf4 admin admin] Publish callbacks [] for security_group (3eb74d62-d85a-402a-90fb-3b7873178a49), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.608666 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d06a1fc7-b049-49e9-861c-c968ba96edf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (3eb74d62-d85a-402a-90fb-3b7873178a49), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.637580 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98ddeb-d2b3-41fd-8768-3d2d75519533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b05d1a-c151-4424-b891-82e07f532c81,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:55.642288 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7a98ddeb-d2b3-41fd-8768-3d2d75519533 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a85e80a428e438caa16b6c3848f387d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800016 May 10 20:28:55.648613 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33710) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:55.670526 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d06a1fc7-b049-49e9-861c-c968ba96edf4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfb02902e5b849c388f6c1a3d70b5904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784822 May 10 20:28:55.681685 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33714) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:55.704511 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a1fc7-b049-49e9-861c-c968ba96edf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb74d62-d85a-402a-90fb-3b7873178a49,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:55.733221 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-cfb58634-9c5e-4965-a863-4e177fced3cc tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a24528148d9444038c71b83c90aa026e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2743392 May 10 20:28:55.762853 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-059554cf-5ed3-4fb8-891c-cc14af89f0c5 admin admin] Publish callbacks [] for security_group (73b05d1a-c151-4424-b891-82e07f532c81), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.782476 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b26fc588-3cf9-46c5-9414-29a5f7fba776 admin admin] Publish callbacks [] for security_group (3eb74d62-d85a-402a-90fb-3b7873178a49), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.802702 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-059554cf-5ed3-4fb8-891c-cc14af89f0c5 admin admin] Publish callbacks [] for security_group (73b05d1a-c151-4424-b891-82e07f532c81), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.821418 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b26fc588-3cf9-46c5-9414-29a5f7fba776 admin admin] Publish callbacks [] for security_group (3eb74d62-d85a-402a-90fb-3b7873178a49), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.824311 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-b9f68fca-fe19-4259-a46e-cb29d53ba87e service neutron] 10.222.0.61 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902140 May 10 20:28:55.878037 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33718) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:55.899079 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b26fc588-3cf9-46c5-9414-29a5f7fba776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (3eb74d62-d85a-402a-90fb-3b7873178a49), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.901796 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b26fc588-3cf9-46c5-9414-29a5f7fba776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.903071 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b26fc588-3cf9-46c5-9414-29a5f7fba776 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3eb74d62-d85a-402a-90fb-3b7873178a49 HTTP/1.1" status: 204 len: 168 time: 0.2199779 May 10 20:28:55.906007 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-059554cf-5ed3-4fb8-891c-cc14af89f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (73b05d1a-c151-4424-b891-82e07f532c81), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.908383 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-059554cf-5ed3-4fb8-891c-cc14af89f0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:55.911758 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-059554cf-5ed3-4fb8-891c-cc14af89f0c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73b05d1a-c151-4424-b891-82e07f532c81 HTTP/1.1" status: 204 len: 168 time: 0.2590573 May 10 20:28:55.916373 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fc588-3cf9-46c5-9414-29a5f7fba776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb74d62-d85a-402a-90fb-3b7873178a49,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:55.929744 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059554cf-5ed3-4fb8-891c-cc14af89f0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b05d1a-c151-4424-b891-82e07f532c81,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:55.956757 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-6383dd67-02fd-47c3-84f9-aca8e069eeb5 service neutron] 10.222.0.61 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314881 May 10 20:28:56.155703 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-72016e59-8c1c-402d-9a27-83e99afb3f07 req-a18c9226-584f-461c-b350-327ae15c009f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 210 time: 0.0570273 May 10 20:28:56.169888 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150b51-944b-4ac1-9730-09860201dcd4 req-39831875-7a7b-4342-bd96-9f9ad79c569c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:56.171968 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d150b51-944b-4ac1-9730-09860201dcd4 req-39831875-7a7b-4342-bd96-9f9ad79c569c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0752153 May 10 20:28:56.209302 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f596a2f2-402c-4cb5-b4db-e2c0e11dbb8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.280221 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d150b51-944b-4ac1-9730-09860201dcd4 req-af68a9fb-5250-413a-90f9-159a2084318c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016159 May 10 20:28:56.346256 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f596a2f2-402c-4cb5-b4db-e2c0e11dbb8b admin admin] Publish callbacks [] for security_group (6060d341-1a64-42b0-ab04-b6fe0fbf51a3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.351941 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f596a2f2-402c-4cb5-b4db-e2c0e11dbb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (6060d341-1a64-42b0-ab04-b6fe0fbf51a3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.399955 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f596a2f2-402c-4cb5-b4db-e2c0e11dbb8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ab4b09d92cc430db74358a286d243e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5182352 May 10 20:28:56.399955 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596a2f2-402c-4cb5-b4db-e2c0e11dbb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6060d341-1a64-42b0-ab04-b6fe0fbf51a3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:56.400387 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33748) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:56.458215 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33752) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:56.460281 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97c4fb3e-b615-4b6a-85e2-d89d4a206c23 admin admin] Publish callbacks [] for security_group (6060d341-1a64-42b0-ab04-b6fe0fbf51a3), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.478063 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36a0f3a3-9970-4021-a2e0-1073219bf021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.486804 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97c4fb3e-b615-4b6a-85e2-d89d4a206c23 admin admin] Publish callbacks [] for security_group (6060d341-1a64-42b0-ab04-b6fe0fbf51a3), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.547056 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97c4fb3e-b615-4b6a-85e2-d89d4a206c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (6060d341-1a64-42b0-ab04-b6fe0fbf51a3), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.550198 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-97c4fb3e-b615-4b6a-85e2-d89d4a206c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.551629 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-97c4fb3e-b615-4b6a-85e2-d89d4a206c23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6060d341-1a64-42b0-ab04-b6fe0fbf51a3 HTTP/1.1" status: 204 len: 168 time: 0.1501753 May 10 20:28:56.568696 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4fb3e-b615-4b6a-85e2-d89d4a206c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6060d341-1a64-42b0-ab04-b6fe0fbf51a3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:56.591018 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36a0f3a3-9970-4021-a2e0-1073219bf021 admin admin] Publish callbacks [] for security_group (48b12ae8-73eb-4aa6-b17c-4177eb6ba077), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.595798 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-36a0f3a3-9970-4021-a2e0-1073219bf021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (48b12ae8-73eb-4aa6-b17c-4177eb6ba077), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.636802 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0f3a3-9970-4021-a2e0-1073219bf021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b12ae8-73eb-4aa6-b17c-4177eb6ba077,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:56.643460 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-36a0f3a3-9970-4021-a2e0-1073219bf021 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6ec3f96e55c41f9a8b09618b8798bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841705 May 10 20:28:56.646604 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33758) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:56.654280 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5b95bfa0-6b69-4b71-97db-8035509aa37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.702334 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c44cf31-6e1e-4b91-ae31-be222a32ef55 admin admin] Publish callbacks [] for security_group (48b12ae8-73eb-4aa6-b17c-4177eb6ba077), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.724846 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c44cf31-6e1e-4b91-ae31-be222a32ef55 admin admin] Publish callbacks [] for security_group (48b12ae8-73eb-4aa6-b17c-4177eb6ba077), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.778167 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c44cf31-6e1e-4b91-ae31-be222a32ef55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (48b12ae8-73eb-4aa6-b17c-4177eb6ba077), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.780528 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5c44cf31-6e1e-4b91-ae31-be222a32ef55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:56.781984 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5c44cf31-6e1e-4b91-ae31-be222a32ef55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48b12ae8-73eb-4aa6-b17c-4177eb6ba077 HTTP/1.1" status: 204 len: 168 time: 0.1332939 May 10 20:28:56.790548 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44cf31-6e1e-4b91-ae31-be222a32ef55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b12ae8-73eb-4aa6-b17c-4177eb6ba077,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:56.922288 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33770) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:56.936862 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-526c08b6-dfca-4a27-9f45-9e42346d4981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.026600 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-526c08b6-dfca-4a27-9f45-9e42346d4981 admin admin] Publish callbacks [] for security_group (8618d89d-6f61-469e-8960-aaf98a8e5c67), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.031860 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-526c08b6-dfca-4a27-9f45-9e42346d4981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (8618d89d-6f61-469e-8960-aaf98a8e5c67), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.075166 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-526c08b6-dfca-4a27-9f45-9e42346d4981 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb4fc4a6af604b5ba178c9b774bb37fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517885 May 10 20:28:57.075292 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33780) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:57.076016 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c08b6-dfca-4a27-9f45-9e42346d4981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8618d89d-6f61-469e-8960-aaf98a8e5c67,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:57.128804 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94724932-ad11-41db-a79d-ada426b5f34c admin admin] Publish callbacks [] for security_group (8618d89d-6f61-469e-8960-aaf98a8e5c67), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.129614 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 33782) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:57.143121 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91613c6f-23e7-4dd1-bc0e-82aea8a1c1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.158502 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94724932-ad11-41db-a79d-ada426b5f34c admin admin] Publish callbacks [] for security_group (8618d89d-6f61-469e-8960-aaf98a8e5c67), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.221373 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94724932-ad11-41db-a79d-ada426b5f34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (8618d89d-6f61-469e-8960-aaf98a8e5c67), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.224260 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-94724932-ad11-41db-a79d-ada426b5f34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.228285 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-94724932-ad11-41db-a79d-ada426b5f34c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8618d89d-6f61-469e-8960-aaf98a8e5c67 HTTP/1.1" status: 204 len: 168 time: 0.1519811 May 10 20:28:57.235231 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91613c6f-23e7-4dd1-bc0e-82aea8a1c1d8 admin admin] Publish callbacks [] for security_group (b3c7ece0-847a-431f-b608-1f8ffb259f5e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.237260 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94724932-ad11-41db-a79d-ada426b5f34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8618d89d-6f61-469e-8960-aaf98a8e5c67,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:57.242060 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-91613c6f-23e7-4dd1-bc0e-82aea8a1c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (b3c7ece0-847a-431f-b608-1f8ffb259f5e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.283764 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-91613c6f-23e7-4dd1-bc0e-82aea8a1c1d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a5e2fb35301437da13196efc465eb37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531088 May 10 20:28:57.286635 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 33790) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:28:57.297346 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91613c6f-23e7-4dd1-bc0e-82aea8a1c1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7ece0-847a-431f-b608-1f8ffb259f5e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:57.318063 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e87b299a-ed36-4ea4-a8dc-9a4d8bc64c7c req-ffebc4aa-3bad-40cf-a87f-5241f2219fac tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 210 time: 0.0369377 May 10 20:28:57.385528 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-871373a2-0cc4-4963-ac2f-999ada29aa53 admin admin] Publish callbacks [] for security_group (b3c7ece0-847a-431f-b608-1f8ffb259f5e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.407549 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be990b-363c-4b5d-a98d-24e1ff7461f3 req-1bcf8ed3-0a85-40b4-aa14-2fb61df6ccad tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:57.411786 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-871373a2-0cc4-4963-ac2f-999ada29aa53 admin admin] Publish callbacks [] for security_group (b3c7ece0-847a-431f-b608-1f8ffb259f5e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.414937 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-38be990b-363c-4b5d-a98d-24e1ff7461f3 req-1bcf8ed3-0a85-40b4-aa14-2fb61df6ccad tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0552976 May 10 20:28:57.466373 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-38be990b-363c-4b5d-a98d-24e1ff7461f3 req-c5275754-5d96-4b6d-babf-a20104d3d27a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503316 May 10 20:28:57.468461 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-871373a2-0cc4-4963-ac2f-999ada29aa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (b3c7ece0-847a-431f-b608-1f8ffb259f5e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.473039 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-871373a2-0cc4-4963-ac2f-999ada29aa53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:57.479655 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-871373a2-0cc4-4963-ac2f-999ada29aa53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3c7ece0-847a-431f-b608-1f8ffb259f5e HTTP/1.1" status: 204 len: 168 time: 0.1918197 May 10 20:28:57.489190 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871373a2-0cc4-4963-ac2f-999ada29aa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c7ece0-847a-431f-b608-1f8ffb259f5e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:58.034491 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:58.422652 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d67378e5-2ea0-485f-9fa1-53bb39a3d459 req-c94d4dda-08a3-40fe-ad86-040dc982d228 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 210 time: 0.0314398 May 10 20:28:58.588475 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20edbc4-3f51-4486-a5f8-f70b917911c4 req-bd77b081-84ae-46e1-949e-fbedff0d2ec7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:58.590101 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d20edbc4-3f51-4486-a5f8-f70b917911c4 req-bd77b081-84ae-46e1-949e-fbedff0d2ec7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0602021 May 10 20:28:58.646628 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d20edbc4-3f51-4486-a5f8-f70b917911c4 req-07c73a70-1d37-4fc2-a69f-bf87d5470574 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485055 May 10 20:28:59.098736 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:59.119453 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-fbff13f9-c552-466a-954c-42486992f39f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:59.121378 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-fbff13f9-c552-466a-954c-42486992f39f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.69 "GET /v2.0/networks?id=db973cef-69d1-4d44-9c77-fbbd27082c06 HTTP/1.1" status: 200 len: 808 time: 0.2102168 May 10 20:28:59.145365 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Request body: {'port': {'device_id': 'b474b428-fdef-45e0-91c5-65e510be2331', 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06', 'admin_state_up': True, 'tenant_id': 'a24528148d9444038c71b83c90aa026e'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:28:59.359071 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Made reservation on behalf of a24528148d9444038c71b83c90aa026e for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:28:59.362469 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:59.574266 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1bf0d8c6-9a06-4471-87b9-8730ba712a8b req-4066ed44-9b6f-430d-ba96-2bd390bfa520 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 210 time: 0.0418315 May 10 20:28:59.582318 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Allocated IP 172.20.0.8 (db973cef-69d1-4d44-9c77-fbbd27082c06/f68793a9-dfb2-46fb-9139-f49502e86f79/852f95c8-1e42-404b-b6c8-0fe103d21da5) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:28:59.771625 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks [] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:59.791366 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520e385-ac2d-4e08-a7cf-3f07cf646f06 req-5a68436d-a6ee-4ac4-b76b-1e28296a63ef tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:59.798708 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f520e385-ac2d-4e08-a7cf-3f07cf646f06 req-5a68436d-a6ee-4ac4-b76b-1e28296a63ef tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0636044 May 10 20:28:59.809672 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:59.853321 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f520e385-ac2d-4e08-a7cf-3f07cf646f06 req-7a45e923-35b5-4ffd-9f27-7405f8067415 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 May 10 20:28:59.858795 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Network db973cef-69d1-4d44-9c77-fbbd27082c06 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:28:59.862205 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:28:59.868300 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:28:59.891933 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Pushing event updated for resources: {'Port': ['ID=852f95c8-1e42-404b-b6c8-0fe103d21da5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:28:59.919238 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:28:59.919865 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:28:59.937230 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2d3eda37-2026-4a6c-8a5e-1d09bbb37f8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8040729 May 10 20:28:59.955273 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Request body: {'port': {'device_id': 'b474b428-fdef-45e0-91c5-65e510be2331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:00.023312 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:00.333304 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852f95c8-1e42-404b-b6c8-0fe103d21da5 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:00.341819 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Publish callbacks [] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:00.358580 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Transition to ACTIVE for port object 852f95c8-1e42-404b-b6c8-0fe103d21da5 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:29:00.365194 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:00.426791 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Pushing event updated for resources: {'Port': ['ID=852f95c8-1e42-404b-b6c8-0fe103d21da5,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:00.504164 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Attempting to bind port 852f95c8-1e42-404b-b6c8-0fe103d21da5 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:00.504735 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Attempting to bind port 852f95c8-1e42-404b-b6c8-0fe103d21da5 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '256494db-1591-4ac1-bdb6-605d49f3b51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:00.505131 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Attempting to bind port 852f95c8-1e42-404b-b6c8-0fe103d21da5 on network db973cef-69d1-4d44-9c77-fbbd27082c06 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:00.510294 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Port 852f95c8-1e42-404b-b6c8-0fe103d21da5 on network db973cef-69d1-4d44-9c77-fbbd27082c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:29:00.510617 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Attempting to bind port 852f95c8-1e42-404b-b6c8-0fe103d21da5 on network db973cef-69d1-4d44-9c77-fbbd27082c06 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:00.515511 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:00.515848 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Checking segment: {'id': '256494db-1591-4ac1-bdb6-605d49f3b51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:00.516281 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Bound using segment: {'id': '256494db-1591-4ac1-bdb6-605d49f3b51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:00.516721 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Bound port: 852f95c8-1e42-404b-b6c8-0fe103d21da5, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256494db-1591-4ac1-bdb6-605d49f3b51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:00.517121 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:00.606048 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] For port 852f95c8-1e42-404b-b6c8-0fe103d21da5, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:00.624558 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:00.626994 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] For port 852f95c8-1e42-404b-b6c8-0fe103d21da5, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=852f95c8-1e42-404b-b6c8-0fe103d21da5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:00.636215 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:00.681440 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:00.682071 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:00.683456 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] 10.222.0.69 "PUT /v2.0/ports/852f95c8-1e42-404b-b6c8-0fe103d21da5 HTTP/1.1" status: 200 len: 1093 time: 0.7325580 May 10 20:29:00.683920 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b474b428-fdef-45e0-91c5-65e510be2331', 'tag': '852f95c8-1e42-404b-b6c8-0fe103d21da5'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:00.686241 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2872490d-6707-4ef9-a7cc-ef9b6cc28555" -d '{"events": [{"name": "network-changed", "server_uuid": "b474b428-fdef-45e0-91c5-65e510be2331", "tag": "852f95c8-1e42-404b-b6c8-0fe103d21da5"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:00.725859 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e1dc8-30dd-4b56-8166-44e9caed736a service neutron] Pushing event updated for resources: {'Port': ['ID=852f95c8-1e42-404b-b6c8-0fe103d21da5,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:00.751210 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d6af8-1cd4-4dad-9e59-c81fad6c745d req-ba29bd3c-f2e1-4965-83b6-1d1079d6cea9 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:00.758753 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-607d6af8-1cd4-4dad-9e59-c81fad6c745d req-ba29bd3c-f2e1-4965-83b6-1d1079d6cea9 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 943 time: 0.0730066 May 10 20:29:00.771691 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9ad017-9dd4-48fd-b007-3a40716b92e0 x-openstack-request-id: req-7f9ad017-9dd4-48fd-b007-3a40716b92e0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:00.773536 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b474b428-fdef-45e0-91c5-65e510be2331", "tag": "852f95c8-1e42-404b-b6c8-0fe103d21da5", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:00.773932 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f9ad017-9dd4-48fd-b007-3a40716b92e0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:00.774494 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9ad017-9dd4-48fd-b007-3a40716b92e0'] response: {'name': 'network-changed', 'server_uuid': 'b474b428-fdef-45e0-91c5-65e510be2331', 'tag': '852f95c8-1e42-404b-b6c8-0fe103d21da5', 'status': 'completed', 'code': 200} May 10 20:29:00.808453 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-32821ce4-9c96-4457-8458-bc580f142f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:00.809991 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-32821ce4-9c96-4457-8458-bc580f142f17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a24528148d9444038c71b83c90aa026e&device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 1127 time: 0.0692871 May 10 20:29:00.810408 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-607d6af8-1cd4-4dad-9e59-c81fad6c745d req-000a049c-1435-4516-a309-785f01d01528 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508170 May 10 20:29:00.856552 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-1baa4832-150d-4cef-bf6a-d94ccf021d47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852f95c8-1e42-404b-b6c8-0fe103d21da5 HTTP/1.1" status: 200 len: 217 time: 0.0382731 May 10 20:29:00.908570 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2f0ce7a9-3fba-4ea1-a9b1-f81795d79059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:00.910117 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-2f0ce7a9-3fba-4ea1-a9b1-f81795d79059 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f68793a9-dfb2-46fb-9139-f49502e86f79 HTTP/1.1" status: 200 len: 848 time: 0.0464637 May 10 20:29:00.944878 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-090ccbcc-35db-48a6-8d1e-9d33f7c4cb72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db973cef-69d1-4d44-9c77-fbbd27082c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261843 May 10 20:29:00.972443 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd0071-340f-40d3-8275-2ed808c11533 req-2c84e293-dcb5-48b3-a370-f8b6df77c8c1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:00.973537 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9cdd0071-340f-40d3-8275-2ed808c11533 req-2c84e293-dcb5-48b3-a370-f8b6df77c8c1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0551977 May 10 20:29:01.034658 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9cdd0071-340f-40d3-8275-2ed808c11533 req-ff1171f4-d3f4-4349-bd01-5fecb35a7973 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524044 May 10 20:29:01.052605 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-6ef03629-447f-4543-bf75-130ff6246c00 service neutron] 10.222.0.69 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986063 May 10 20:29:01.145171 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bad94674-38c4-4a0b-801d-4bd472f45a1f req-f639ecbc-58da-409a-8790-2b57d2b68099 service neutron] 10.222.0.69 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852363 May 10 20:29:01.928546 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ad7a1-383d-40f0-882d-bace010d1697 req-82472c85-2aa4-42ee-88f8-c2112499dd3f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:01.930080 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-782ad7a1-383d-40f0-882d-bace010d1697 req-82472c85-2aa4-42ee-88f8-c2112499dd3f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 943 time: 0.0462661 May 10 20:29:01.980460 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-782ad7a1-383d-40f0-882d-bace010d1697 req-a83f47cd-baaa-47e8-9bfc-658c2b901210 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 May 10 20:29:02.143233 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd404b8-4176-48e5-8317-a3a114aea437 req-464c7d4c-80ba-4c11-b9fc-60363eaf83df tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:02.144676 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8fd404b8-4176-48e5-8317-a3a114aea437 req-464c7d4c-80ba-4c11-b9fc-60363eaf83df tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0452797 May 10 20:29:02.190054 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8fd404b8-4176-48e5-8317-a3a114aea437 req-24b90fc2-6f77-44be-93b2-74c9b2b6687e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 May 10 20:29:02.767182 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34048) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:02.879659 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c2225af-467b-491d-9712-78b3d9d43494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:02.960293 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c2225af-467b-491d-9712-78b3d9d43494 admin admin] Publish callbacks [] for security_group (cc85b9eb-bdbd-4da3-9713-6854fb467ff4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:02.964145 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c2225af-467b-491d-9712-78b3d9d43494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (cc85b9eb-bdbd-4da3-9713-6854fb467ff4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.004658 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8c2225af-467b-491d-9712-78b3d9d43494 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3ed2c03726d4eb5a0b5d72d27c53c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337108 May 10 20:29:03.004658 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2225af-467b-491d-9712-78b3d9d43494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc85b9eb-bdbd-4da3-9713-6854fb467ff4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:03.004870 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34060) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:03.062871 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49423db4-b018-4528-b162-38779f8fd703 admin admin] Publish callbacks [] for security_group (cc85b9eb-bdbd-4da3-9713-6854fb467ff4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.109484 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49423db4-b018-4528-b162-38779f8fd703 admin admin] Publish callbacks [] for security_group (cc85b9eb-bdbd-4da3-9713-6854fb467ff4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.116924 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf696332-b666-4b54-9dcf-4fa38542fdc1 req-c0874be5-0583-406c-9232-1e852fa7643a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:03.118392 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf696332-b666-4b54-9dcf-4fa38542fdc1 req-c0874be5-0583-406c-9232-1e852fa7643a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 943 time: 0.0658245 May 10 20:29:03.182620 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf696332-b666-4b54-9dcf-4fa38542fdc1 req-826019f5-102e-4ede-9f8c-4bba98c17787 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576324 May 10 20:29:03.194933 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49423db4-b018-4528-b162-38779f8fd703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (cc85b9eb-bdbd-4da3-9713-6854fb467ff4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.197463 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49423db4-b018-4528-b162-38779f8fd703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.198550 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-49423db4-b018-4528-b162-38779f8fd703 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc85b9eb-bdbd-4da3-9713-6854fb467ff4 HTTP/1.1" status: 204 len: 168 time: 0.1928205 May 10 20:29:03.206446 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49423db4-b018-4528-b162-38779f8fd703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc85b9eb-bdbd-4da3-9713-6854fb467ff4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:03.258648 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 852f95c8-1e42-404b-b6c8-0fe103d21da5 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:29:03.304719 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afa122-96c7-4c82-8b23-0b7ce7f347d6 req-92ec45de-253f-4ded-a894-51a851382506 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:03.306427 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a2afa122-96c7-4c82-8b23-0b7ce7f347d6 req-92ec45de-253f-4ded-a894-51a851382506 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0506442 May 10 20:29:03.360356 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a2afa122-96c7-4c82-8b23-0b7ce7f347d6 req-9ea75be0-079b-46f6-bae7-9cfe7238050f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467117 May 10 20:29:03.362978 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 852f95c8-1e42-404b-b6c8-0fe103d21da5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=852f95c8-1e42-404b-b6c8-0fe103d21da5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:03.376900 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '852f95c8-1e42-404b-b6c8-0fe103d21da5', 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06', 'port_id': '852f95c8-1e42-404b-b6c8-0fe103d21da5', 'mac_address': 'fa:16:3e:b2:fd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68793a9-dfb2-46fb-9139-f49502e86f79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:29:03.414226 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 852f95c8-1e42-404b-b6c8-0fe103d21da5 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:03.414619 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.428653 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852f95c8-1e42-404b-b6c8-0fe103d21da5 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:03.447900 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 852f95c8-1e42-404b-b6c8-0fe103d21da5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=852f95c8-1e42-404b-b6c8-0fe103d21da5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:03.452024 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.477879 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34068) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:03.491435 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ff067c6-0a49-4c1b-a477-bdbe4bd0db10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.502974 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=852f95c8-1e42-404b-b6c8-0fe103d21da5,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:03.566798 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ff067c6-0a49-4c1b-a477-bdbe4bd0db10 admin admin] Publish callbacks [] for security_group (156b617a-c01b-4959-b883-7878f3e08cf8), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.570886 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ff067c6-0a49-4c1b-a477-bdbe4bd0db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (156b617a-c01b-4959-b883-7878f3e08cf8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.608376 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1ff067c6-0a49-4c1b-a477-bdbe4bd0db10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90626a6321b64395904dc8169491595f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294754 May 10 20:29:03.609242 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff067c6-0a49-4c1b-a477-bdbe4bd0db10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156b617a-c01b-4959-b883-7878f3e08cf8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:03.611027 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34070) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:03.658788 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e800e7-edca-4d75-822e-cac093bc018c admin admin] Publish callbacks [] for security_group (156b617a-c01b-4959-b883-7878f3e08cf8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.679333 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e800e7-edca-4d75-822e-cac093bc018c admin admin] Publish callbacks [] for security_group (156b617a-c01b-4959-b883-7878f3e08cf8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.725599 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e800e7-edca-4d75-822e-cac093bc018c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (156b617a-c01b-4959-b883-7878f3e08cf8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.728206 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-39e800e7-edca-4d75-822e-cac093bc018c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:03.729364 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-39e800e7-edca-4d75-822e-cac093bc018c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/156b617a-c01b-4959-b883-7878f3e08cf8 HTTP/1.1" status: 204 len: 168 time: 0.1173618 May 10 20:29:03.737077 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e800e7-edca-4d75-822e-cac093bc018c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156b617a-c01b-4959-b883-7878f3e08cf8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:04.297532 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b65038-d8b1-4683-bec5-bf1f592de52f req-a4314de8-07f0-42eb-9de7-b52f9d51ca42 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:04.299280 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-64b65038-d8b1-4683-bec5-bf1f592de52f req-a4314de8-07f0-42eb-9de7-b52f9d51ca42 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 944 time: 0.0475819 May 10 20:29:04.347591 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-64b65038-d8b1-4683-bec5-bf1f592de52f req-e721de8d-cab9-45c3-8bf4-48c5a928754b tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 May 10 20:29:04.468950 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876022a4-0ebf-4862-9b6a-b7a94d9f011f req-18e22244-1333-4aab-89c7-50c41a0fabfd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:04.470456 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-876022a4-0ebf-4862-9b6a-b7a94d9f011f req-18e22244-1333-4aab-89c7-50c41a0fabfd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0452151 May 10 20:29:04.522794 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-876022a4-0ebf-4862-9b6a-b7a94d9f011f req-8ba752eb-ec5b-4b54-8307-4abab511b753 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462000 May 10 20:29:05.460501 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9046b6e-ad74-41e1-acd5-e820c7b2b0d9 req-3f3387b8-33f8-42b3-92e7-a7faa187daeb tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:05.462003 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e9046b6e-ad74-41e1-acd5-e820c7b2b0d9 req-3f3387b8-33f8-42b3-92e7-a7faa187daeb tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 944 time: 0.0455418 May 10 20:29:05.510274 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e9046b6e-ad74-41e1-acd5-e820c7b2b0d9 req-d1768f12-09a1-4622-84e2-2c52f86bb980 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 May 10 20:29:05.550011 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-d3b356cd-b557-4530-9381-fde1763f4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:05.551548 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-d3b356cd-b557-4530-9381-fde1763f4894 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a24528148d9444038c71b83c90aa026e&device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 1128 time: 0.0374615 May 10 20:29:05.611507 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['852f95c8-1e42-404b-b6c8-0fe103d21da5'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:29:05.637293 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f3881-f43b-4da7-88f6-fda225a6e222 req-259b6002-e281-49ce-8da7-a3559d2f37ee tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:05.638862 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce0f3881-f43b-4da7-88f6-fda225a6e222 req-259b6002-e281-49ce-8da7-a3559d2f37ee tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0498130 May 10 20:29:05.654789 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-ee156925-b436-4e7d-926d-5906e6945be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:05.656388 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-ee156925-b436-4e7d-926d-5906e6945be4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=db973cef-69d1-4d44-9c77-fbbd27082c06 HTTP/1.1" status: 200 len: 909 time: 0.0927601 May 10 20:29:05.690878 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce0f3881-f43b-4da7-88f6-fda225a6e222 req-197b46d1-c2b8-4a55-b4ee-af7ca8cdda8d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 May 10 20:29:05.701529 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-69ea49c1-3677-459b-87b2-9eefce7c3701 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=852f95c8-1e42-404b-b6c8-0fe103d21da5 HTTP/1.1" status: 200 len: 217 time: 0.0358870 May 10 20:29:05.762380 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-665c5699-0893-4279-9d6f-3141f74338d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:05.763849 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-665c5699-0893-4279-9d6f-3141f74338d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f68793a9-dfb2-46fb-9139-f49502e86f79 HTTP/1.1" status: 200 len: 848 time: 0.0486100 May 10 20:29:05.796419 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-51e2a546-a14b-4182-9917-153a061d6e8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db973cef-69d1-4d44-9c77-fbbd27082c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255651 May 10 20:29:05.888459 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-b283d54b-a0f7-4be2-a50b-81cb03217f2d service neutron] 10.222.0.69 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 May 10 20:29:06.005528 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2872490d-6707-4ef9-a7cc-ef9b6cc28555 req-3c2ebc48-9e22-44a2-b380-ef8932654ee1 service neutron] 10.222.0.69 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070795 May 10 20:29:06.626902 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735e5ea-6ffd-421a-8ed1-a3a241adf574 req-316bca30-4970-4094-8f65-2fcafe931c8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:06.628370 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d735e5ea-6ffd-421a-8ed1-a3a241adf574 req-316bca30-4970-4094-8f65-2fcafe931c8a tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 944 time: 0.0500119 May 10 20:29:06.675713 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d735e5ea-6ffd-421a-8ed1-a3a241adf574 req-8b2ffe88-58d2-4201-a796-e7bfd27a2832 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 May 10 20:29:06.804804 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ab907-e34e-4579-a411-d4a444390d42 req-fa5c7b4d-a45f-4cde-89f1-cd2523cbe90a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:06.806278 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6b4ab907-e34e-4579-a411-d4a444390d42 req-fa5c7b4d-a45f-4cde-89f1-cd2523cbe90a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0455852 May 10 20:29:06.852070 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6b4ab907-e34e-4579-a411-d4a444390d42 req-68d648b9-ae39-419d-b2bc-9f63a7e799e0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404413 May 10 20:29:06.990718 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-bb00d0c9-5ac3-428e-ab0a-6746b5b165f6 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=00d5dc630aa047e2b28547fb11db324f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290432 May 10 20:29:07.178668 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-d93e5fb7-8484-4740-a32b-4d50ea4ea5ba tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:07.180048 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-d93e5fb7-8484-4740-a32b-4d50ea4ea5ba tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841862 May 10 20:29:07.193900 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-fbacc870-555f-41f9-a82e-abc8cc2d924e tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/quotas/00d5dc630aa047e2b28547fb11db324f HTTP/1.1" status: 200 len: 375 time: 0.0085862 May 10 20:29:07.225766 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-0c3d024a-dc6f-48f0-96d5-2711b7f87d48 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=00d5dc630aa047e2b28547fb11db324f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254908 May 10 20:29:07.225766 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34188) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:07.267192 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 852f95c8-1e42-404b-b6c8-0fe103d21da5 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:07.314999 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 852f95c8-1e42-404b-b6c8-0fe103d21da5 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:29:07.322732 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 852f95c8-1e42-404b-b6c8-0fe103d21da5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:07.323133 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.331471 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5accf1c9-39c4-49fa-9dab-cd7cf9bc444e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.429694 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-baaaf854-4526-4f16-877d-3673a369c8e8 req-984c72b4-a104-4f30-b03f-abec3666220e tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 210 time: 0.0525951 May 10 20:29:07.433942 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 852f95c8-1e42-404b-b6c8-0fe103d21da5 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:07.434321 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.468317 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b474b428-fdef-45e0-91c5-65e510be2331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f95c8-1e42-404b-b6c8-0fe103d21da5'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:07.470959 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a702912-5e32-4cc8-9fd8-9fedeba75bf3" -d '{"events": [{"server_uuid": "b474b428-fdef-45e0-91c5-65e510be2331", "name": "network-vif-plugged", "status": "completed", "tag": "852f95c8-1e42-404b-b6c8-0fe103d21da5"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:07.499569 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 852f95c8-1e42-404b-b6c8-0fe103d21da5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=852f95c8-1e42-404b-b6c8-0fe103d21da5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:07.507676 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.542966 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3d6f7e-5405-4d29-a561-ccd0c6dadb1a x-openstack-request-id: req-cd3d6f7e-5405-4d29-a561-ccd0c6dadb1a {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:07.543329 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b474b428-fdef-45e0-91c5-65e510be2331", "name": "network-vif-plugged", "status": "completed", "tag": "852f95c8-1e42-404b-b6c8-0fe103d21da5", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:07.543672 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd3d6f7e-5405-4d29-a561-ccd0c6dadb1a {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:07.544093 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3d6f7e-5405-4d29-a561-ccd0c6dadb1a'] response: {'server_uuid': 'b474b428-fdef-45e0-91c5-65e510be2331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f95c8-1e42-404b-b6c8-0fe103d21da5', 'code': 200} May 10 20:29:07.551479 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5accf1c9-39c4-49fa-9dab-cd7cf9bc444e admin admin] Publish callbacks [] for security_group (595b20f3-805b-4a3e-9050-357d930b03aa), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.559692 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5accf1c9-39c4-49fa-9dab-cd7cf9bc444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (595b20f3-805b-4a3e-9050-357d930b03aa), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.605695 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accf1c9-39c4-49fa-9dab-cd7cf9bc444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595b20f3-805b-4a3e-9050-357d930b03aa,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:07.610152 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5accf1c9-39c4-49fa-9dab-cd7cf9bc444e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=507a0e875ab44bca8a740119920fec98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835683 May 10 20:29:07.612741 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34216) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:07.641420 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=852f95c8-1e42-404b-b6c8-0fe103d21da5,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:07.684003 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12093f52-46a6-4e3b-846c-40223463dd5e admin admin] Publish callbacks [] for security_group (595b20f3-805b-4a3e-9050-357d930b03aa), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.715333 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12093f52-46a6-4e3b-846c-40223463dd5e admin admin] Publish callbacks [] for security_group (595b20f3-805b-4a3e-9050-357d930b03aa), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.785694 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12093f52-46a6-4e3b-846c-40223463dd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (595b20f3-805b-4a3e-9050-357d930b03aa), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.788355 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12093f52-46a6-4e3b-846c-40223463dd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:07.791565 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-12093f52-46a6-4e3b-846c-40223463dd5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/595b20f3-805b-4a3e-9050-357d930b03aa HTTP/1.1" status: 204 len: 168 time: 0.1773007 May 10 20:29:07.805260 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12093f52-46a6-4e3b-846c-40223463dd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595b20f3-805b-4a3e-9050-357d930b03aa,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:07.808449 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34224) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:07.820851 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d595f-bab6-4735-bab1-071135349600 req-79dae631-076f-4337-9e7c-a26d19f1d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:07.823220 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-007d595f-bab6-4735-bab1-071135349600 req-79dae631-076f-4337-9e7c-a26d19f1d9a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 1129 time: 0.0816824 May 10 20:29:07.874805 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f59f-422a-4255-bdab-1eb7f1f24bcd req-7c1071a7-1641-4414-b06d-a409adff6cc8 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:07.876759 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d5e4f59f-422a-4255-bdab-1eb7f1f24bcd req-7c1071a7-1641-4414-b06d-a409adff6cc8 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 945 time: 0.0570564 May 10 20:29:07.922093 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-007d595f-bab6-4735-bab1-071135349600 req-5c15c6f1-ee3b-466f-9ca4-ae05bd3e5743 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892751 May 10 20:29:07.944940 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d5e4f59f-422a-4255-bdab-1eb7f1f24bcd req-d2258452-6b29-4a88-a2ef-034a74222135 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611820 May 10 20:29:08.023088 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe65d4b-88e4-4592-9114-2f6851c46d9d req-61e6f4f6-3d8f-4c19-838f-4c4c8a9fe79f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:08.025216 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-efe65d4b-88e4-4592-9114-2f6851c46d9d req-61e6f4f6-3d8f-4c19-838f-4c4c8a9fe79f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0514967 May 10 20:29:08.079627 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-efe65d4b-88e4-4592-9114-2f6851c46d9d req-e390eb97-f891-44f2-8404-411f1087449a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478718 May 10 20:29:08.098416 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12c15d75-7b76-4d23-9ec4-710dd9f83460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.181024 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12c15d75-7b76-4d23-9ec4-710dd9f83460 admin admin] Publish callbacks [] for security_group (3a3713c0-6eb2-4687-a45e-7cde884802c0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.186425 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-12c15d75-7b76-4d23-9ec4-710dd9f83460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (3a3713c0-6eb2-4687-a45e-7cde884802c0), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.227188 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-12c15d75-7b76-4d23-9ec4-710dd9f83460 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52b0cfc470434f328592d355e5df2324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136691 May 10 20:29:08.227188 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c15d75-7b76-4d23-9ec4-710dd9f83460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3713c0-6eb2-4687-a45e-7cde884802c0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:08.227576 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34240) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:08.282486 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c1e511e-8bd2-4a78-91ee-863adee406e2 admin admin] Publish callbacks [] for security_group (3a3713c0-6eb2-4687-a45e-7cde884802c0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.306300 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c1e511e-8bd2-4a78-91ee-863adee406e2 admin admin] Publish callbacks [] for security_group (3a3713c0-6eb2-4687-a45e-7cde884802c0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.364389 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c1e511e-8bd2-4a78-91ee-863adee406e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (3a3713c0-6eb2-4687-a45e-7cde884802c0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.367611 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7c1e511e-8bd2-4a78-91ee-863adee406e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.369032 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7c1e511e-8bd2-4a78-91ee-863adee406e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a3713c0-6eb2-4687-a45e-7cde884802c0 HTTP/1.1" status: 204 len: 168 time: 0.1402168 May 10 20:29:08.377084 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e511e-8bd2-4a78-91ee-863adee406e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3713c0-6eb2-4687-a45e-7cde884802c0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:08.528812 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d618aac0-6df3-4d6e-bad6-ffbf4855a07e req-d9bcc316-093d-4be6-a19f-63db57197048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 210 time: 0.0343111 May 10 20:29:08.726250 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34266) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:08.739439 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc39e-e1df-43a1-b25c-a690b81e7775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.832214 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc39e-e1df-43a1-b25c-a690b81e7775 admin admin] Publish callbacks [] for security_group (1b465384-93ec-4140-a672-69ef822caafd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.838174 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc39e-e1df-43a1-b25c-a690b81e7775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1b465384-93ec-4140-a672-69ef822caafd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.877388 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9cfbc39e-e1df-43a1-b25c-a690b81e7775 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=449743883078408a8189b340a8f376db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499283 May 10 20:29:08.878223 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbc39e-e1df-43a1-b25c-a690b81e7775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b465384-93ec-4140-a672-69ef822caafd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:08.882214 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34270) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:08.945308 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3958b62f-2410-4cb6-aaff-38695090a8db admin admin] Publish callbacks [] for security_group (1b465384-93ec-4140-a672-69ef822caafd), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:08.969373 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3958b62f-2410-4cb6-aaff-38695090a8db admin admin] Publish callbacks [] for security_group (1b465384-93ec-4140-a672-69ef822caafd), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.034430 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3958b62f-2410-4cb6-aaff-38695090a8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1b465384-93ec-4140-a672-69ef822caafd), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.038663 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3958b62f-2410-4cb6-aaff-38695090a8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.040131 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3958b62f-2410-4cb6-aaff-38695090a8db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b465384-93ec-4140-a672-69ef822caafd HTTP/1.1" status: 204 len: 168 time: 0.1568625 May 10 20:29:09.095613 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958b62f-2410-4cb6-aaff-38695090a8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b465384-93ec-4140-a672-69ef822caafd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:09.126303 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745cb3e-3032-4ef2-8f39-771fb0d22af0 req-e9649108-7451-4569-b791-96807d8e92ee tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:09.133758 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1745cb3e-3032-4ef2-8f39-771fb0d22af0 req-e9649108-7451-4569-b791-96807d8e92ee tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 945 time: 0.0841682 May 10 20:29:09.145685 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34292) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:09.258347 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1745cb3e-3032-4ef2-8f39-771fb0d22af0 req-a17098e1-3230-4309-8136-f4d02bf71d26 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195183 May 10 20:29:09.291966 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59743319-30ea-487d-915e-c9cfe4c14904 req-776d50f4-5b59-4187-91a2-ff832e14488d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:09.293827 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59743319-30ea-487d-915e-c9cfe4c14904 req-776d50f4-5b59-4187-91a2-ff832e14488d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.1023607 May 10 20:29:09.352427 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59743319-30ea-487d-915e-c9cfe4c14904 req-8c60cbe5-1d12-4e3c-8da0-8c4cd84c8b18 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529649 May 10 20:29:09.479167 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6488492c-92f3-4195-b60d-b5d2bf7f7184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.566648 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34304) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:09.573074 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6488492c-92f3-4195-b60d-b5d2bf7f7184 admin admin] Publish callbacks [] for security_group (c1422428-b0d9-40bb-a5d5-baf11cd4d202), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.578302 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6488492c-92f3-4195-b60d-b5d2bf7f7184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (c1422428-b0d9-40bb-a5d5-baf11cd4d202), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.581412 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75a8ed4c-524f-40b9-bf1e-dd87ec93469d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.618717 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6488492c-92f3-4195-b60d-b5d2bf7f7184 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d5d498df0d748b785db2c150e6d32e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710963 May 10 20:29:09.619705 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488492c-92f3-4195-b60d-b5d2bf7f7184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1422428-b0d9-40bb-a5d5-baf11cd4d202,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:09.622089 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34306) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:09.634821 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2d98602-47e9-404c-b3cc-4ca833b180db req-734bcd60-970f-49ce-8882-8b1ead0d0302 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 210 time: 0.0329220 May 10 20:29:09.675494 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae106ecd-5a31-4a14-9cfb-bd2698bbad5c admin admin] Publish callbacks [] for security_group (c1422428-b0d9-40bb-a5d5-baf11cd4d202), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.691987 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75a8ed4c-524f-40b9-bf1e-dd87ec93469d admin admin] Publish callbacks [] for security_group (543bba15-9adb-4a8d-b35c-9cb34fca1cf2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.697348 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-75a8ed4c-524f-40b9-bf1e-dd87ec93469d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (543bba15-9adb-4a8d-b35c-9cb34fca1cf2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.698980 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae106ecd-5a31-4a14-9cfb-bd2698bbad5c admin admin] Publish callbacks [] for security_group (c1422428-b0d9-40bb-a5d5-baf11cd4d202), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.738809 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-34b5dc35-4079-48a4-9d5f-72d821e402cd tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=00d5dc630aa047e2b28547fb11db324f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322838 May 10 20:29:09.748024 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8ed4c-524f-40b9-bf1e-dd87ec93469d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543bba15-9adb-4a8d-b35c-9cb34fca1cf2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:09.757058 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-75a8ed4c-524f-40b9-bf1e-dd87ec93469d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=051a23b25111477cbda991ac9fa71cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891441 May 10 20:29:09.757825 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34308) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:09.813487 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7788a641-2a02-4cd5-9fdb-19f06f2dc623 admin admin] Publish callbacks [] for security_group (543bba15-9adb-4a8d-b35c-9cb34fca1cf2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.839162 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7788a641-2a02-4cd5-9fdb-19f06f2dc623 admin admin] Publish callbacks [] for security_group (543bba15-9adb-4a8d-b35c-9cb34fca1cf2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.892568 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7788a641-2a02-4cd5-9fdb-19f06f2dc623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (543bba15-9adb-4a8d-b35c-9cb34fca1cf2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.894365 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae106ecd-5a31-4a14-9cfb-bd2698bbad5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (c1422428-b0d9-40bb-a5d5-baf11cd4d202), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.895159 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7788a641-2a02-4cd5-9fdb-19f06f2dc623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.896300 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7788a641-2a02-4cd5-9fdb-19f06f2dc623 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/543bba15-9adb-4a8d-b35c-9cb34fca1cf2 HTTP/1.1" status: 204 len: 168 time: 0.1374671 May 10 20:29:09.896857 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ae106ecd-5a31-4a14-9cfb-bd2698bbad5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:09.898221 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ae106ecd-5a31-4a14-9cfb-bd2698bbad5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1422428-b0d9-40bb-a5d5-baf11cd4d202 HTTP/1.1" status: 204 len: 168 time: 0.2751627 May 10 20:29:09.905317 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788a641-2a02-4cd5-9fdb-19f06f2dc623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543bba15-9adb-4a8d-b35c-9cb34fca1cf2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:09.942004 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae106ecd-5a31-4a14-9cfb-bd2698bbad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1422428-b0d9-40bb-a5d5-baf11cd4d202,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:09.979571 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-8ba8d651-fb70-43c5-bd68-2cf4c06c4581 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:09.981060 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-8ba8d651-fb70-43c5-bd68-2cf4c06c4581 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292011 May 10 20:29:10.004460 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Request body: {'port': {'device_id': 'e3e6d15d-8fa1-4284-a294-6082bc7fb7d1', 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd', 'admin_state_up': True, 'tenant_id': '00d5dc630aa047e2b28547fb11db324f'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:10.318924 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Made reservation on behalf of 00d5dc630aa047e2b28547fb11db324f for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:10.322597 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.332728 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.340719 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34332) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:10.359875 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42b8e2fe-27a8-44b3-beb4-e98aee2cf82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.384285 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346317-918d-4ed8-8ea1-c731fb13b6a0 req-079d2926-960e-40aa-960c-3ccea571f314 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:10.386032 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80346317-918d-4ed8-8ea1-c731fb13b6a0 req-079d2926-960e-40aa-960c-3ccea571f314 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 945 time: 0.0553081 May 10 20:29:10.441526 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80346317-918d-4ed8-8ea1-c731fb13b6a0 req-96c5495c-799d-4894-a71e-70f74f78c2c0 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 May 10 20:29:10.489609 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks [] for security_group (46d45cc4-99fe-4c9c-b3a4-a8c594ca458a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.500160 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (46d45cc4-99fe-4c9c-b3a4-a8c594ca458a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.525541 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d74a3-25c4-4179-ac92-c6afdc07536d req-8edd1fbd-5458-455a-8e2f-814799f37106 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:10.533962 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e3d74a3-25c4-4179-ac92-c6afdc07536d req-8edd1fbd-5458-455a-8e2f-814799f37106 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0705435 May 10 20:29:10.586833 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e3d74a3-25c4-4179-ac92-c6afdc07536d req-f2e43dd2-7ac9-415a-851f-2019ca44fe56 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520282 May 10 20:29:10.627851 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42b8e2fe-27a8-44b3-beb4-e98aee2cf82d admin admin] Publish callbacks [] for security_group (56ca42a0-1fa1-4681-99f7-60a34d724654), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.635610 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42b8e2fe-27a8-44b3-beb4-e98aee2cf82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (56ca42a0-1fa1-4681-99f7-60a34d724654), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.641181 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:10.705457 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8e2fe-27a8-44b3-beb4-e98aee2cf82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ca42a0-1fa1-4681-99f7-60a34d724654,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:10.770469 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-42b8e2fe-27a8-44b3-beb4-e98aee2cf82d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa841c28492042f9969bc36c69366f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279122 May 10 20:29:10.773458 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34354) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:10.788146 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-15beeb59-fc61-4291-94cf-4e1bc6dc3a0f req-683f6a9f-155e-4c70-a2ba-02702d43bce2 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 210 time: 0.0508347 May 10 20:29:10.821738 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Allocated IP 192.168.233.64 (2662c736-f59a-4f1c-88ca-4e548dc9adcd/a5f9ff4a-abe2-4474-bb30-25c536a5de32/26e8a4d3-7676-4091-b213-98ee10e1293a) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:10.869779 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a366538a-893c-471e-ac90-6033dbca8648 admin admin] Publish callbacks [] for security_group (56ca42a0-1fa1-4681-99f7-60a34d724654), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.893592 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a366538a-893c-471e-ac90-6033dbca8648 admin admin] Publish callbacks [] for security_group (56ca42a0-1fa1-4681-99f7-60a34d724654), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.948704 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a366538a-893c-471e-ac90-6033dbca8648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (56ca42a0-1fa1-4681-99f7-60a34d724654), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.951251 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a366538a-893c-471e-ac90-6033dbca8648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:10.952392 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a366538a-893c-471e-ac90-6033dbca8648 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56ca42a0-1fa1-4681-99f7-60a34d724654 HTTP/1.1" status: 204 len: 168 time: 0.1777596 May 10 20:29:10.961649 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366538a-893c-471e-ac90-6033dbca8648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ca42a0-1fa1-4681-99f7-60a34d724654,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:11.051238 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks [] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:11.107756 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:11.160841 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Network 2662c736-f59a-4f1c-88ca-4e548dc9adcd is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:11.170468 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:11.175559 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:11.182142 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Pushing event updated for resources: {'Port': ['ID=26e8a4d3-7676-4091-b213-98ee10e1293a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:11.241696 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:11.242572 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:11.267482 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-b014a942-d59e-4286-8a7c-2f51142ab873 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2673085 May 10 20:29:11.445189 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15a0c6-e679-42bf-adf0-ddb419f68ad1 req-9e497703-1301-422e-a727-9b49dec1bd20 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:11.446904 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8b15a0c6-e679-42bf-adf0-ddb419f68ad1 req-9e497703-1301-422e-a727-9b49dec1bd20 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 945 time: 0.0766089 May 10 20:29:11.512059 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8b15a0c6-e679-42bf-adf0-ddb419f68ad1 req-fe71409c-898b-498b-bbed-c2666e65adbd tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561142 May 10 20:29:11.523356 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-843309cd-ec5a-4c2d-b525-c83823ebfb3c None None] Provisioning complete for port 26e8a4d3-7676-4091-b213-98ee10e1293a triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:11.524367 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-843309cd-ec5a-4c2d-b525-c83823ebfb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:11.564234 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-843309cd-ec5a-4c2d-b525-c83823ebfb3c None None] Port 26e8a4d3-7676-4091-b213-98ee10e1293a cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:29:11.708486 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cbaad-956e-440f-ab55-5eb83fe3dc97 req-eb4cae41-9ba7-4532-a02b-e96d3d6cf166 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:11.710603 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-863cbaad-956e-440f-ab55-5eb83fe3dc97 req-eb4cae41-9ba7-4532-a02b-e96d3d6cf166 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0498073 May 10 20:29:11.759654 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-863cbaad-956e-440f-ab55-5eb83fe3dc97 req-dca5c4cf-2e2f-4a3c-9d25-c6b82c80f7a4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 May 10 20:29:11.933381 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3539a-b4e8-4ef7-a634-d24f2ef2cf30 req-8e6fc4dc-f41a-44db-a966-eedb30cd5599 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:11.934932 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c3f3539a-b4e8-4ef7-a634-d24f2ef2cf30 req-8e6fc4dc-f41a-44db-a966-eedb30cd5599 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 935 time: 0.0482576 May 10 20:29:11.999115 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c3f3539a-b4e8-4ef7-a634-d24f2ef2cf30 req-1d3d5d88-9017-44d9-b4cc-7c883de82b74 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570967 May 10 20:29:12.060608 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:29:12.642724 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3b648-2b5b-4c4e-9694-21680a17e41c req-141a5fd7-2842-44e2-9537-326f1f40db33 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:12.650904 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3cc3b648-2b5b-4c4e-9694-21680a17e41c req-141a5fd7-2842-44e2-9537-326f1f40db33 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 945 time: 0.0628400 May 10 20:29:12.696899 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3cc3b648-2b5b-4c4e-9694-21680a17e41c req-7f4d0ddc-4bec-4fca-a6de-412f8c87baf2 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 May 10 20:29:12.873158 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83add-1d3f-4e44-8bba-3151c62c04b6 req-5008095c-c392-4205-a985-335f1650417e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:12.882783 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9bb83add-1d3f-4e44-8bba-3151c62c04b6 req-5008095c-c392-4205-a985-335f1650417e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0467234 May 10 20:29:12.925845 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Request body: {'port': {'device_id': 'e3e6d15d-8fa1-4284-a294-6082bc7fb7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:12.931937 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9bb83add-1d3f-4e44-8bba-3151c62c04b6 req-9a936350-3dcd-4cab-82c5-9bbcddc148d3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482061 May 10 20:29:12.983847 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34482) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:12.993439 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.127471 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-476da913-8fb5-4abe-a8b6-6413a9849c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.147967 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a8f1-d7f2-47c2-8ce1-ae6261d9dbc9 req-4a391946-f7ec-43b0-a925-71729f090c1a tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:13.149427 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0623a8f1-d7f2-47c2-8ce1-ae6261d9dbc9 req-4a391946-f7ec-43b0-a925-71729f090c1a tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 935 time: 0.0799470 May 10 20:29:13.218046 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0623a8f1-d7f2-47c2-8ce1-ae6261d9dbc9 req-b72416d3-fd13-42ea-a385-967ae45a2836 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628350 May 10 20:29:13.254992 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-476da913-8fb5-4abe-a8b6-6413a9849c81 admin admin] Publish callbacks [] for security_group (1c9bf282-76a4-4907-b0fc-9e56c82a08ad), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.259069 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-476da913-8fb5-4abe-a8b6-6413a9849c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1c9bf282-76a4-4907-b0fc-9e56c82a08ad), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.282825 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e8a4d3-7676-4091-b213-98ee10e1293a {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:13.290200 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Publish callbacks [] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.300099 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-476da913-8fb5-4abe-a8b6-6413a9849c81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1a751b0c106422ea11236bf58bcd805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124759 May 10 20:29:13.300099 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476da913-8fb5-4abe-a8b6-6413a9849c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9bf282-76a4-4907-b0fc-9e56c82a08ad,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:13.303205 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Transition to ACTIVE for port object 26e8a4d3-7676-4091-b213-98ee10e1293a will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:29:13.303338 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34488) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:13.307677 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.356577 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6db56dd-fc93-4bd4-a3f7-e3c556bbfa07 admin admin] Publish callbacks [] for security_group (1c9bf282-76a4-4907-b0fc-9e56c82a08ad), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.361565 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Pushing event updated for resources: {'Port': ['ID=26e8a4d3-7676-4091-b213-98ee10e1293a,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:13.381461 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6db56dd-fc93-4bd4-a3f7-e3c556bbfa07 admin admin] Publish callbacks [] for security_group (1c9bf282-76a4-4907-b0fc-9e56c82a08ad), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.439884 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6db56dd-fc93-4bd4-a3f7-e3c556bbfa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1c9bf282-76a4-4907-b0fc-9e56c82a08ad), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.441243 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Attempting to bind port 26e8a4d3-7676-4091-b213-98ee10e1293a on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:13.441645 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Attempting to bind port 26e8a4d3-7676-4091-b213-98ee10e1293a by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '1f41d746-4804-4566-8fd8-09ca9ec1ae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:13.442037 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Attempting to bind port 26e8a4d3-7676-4091-b213-98ee10e1293a on network 2662c736-f59a-4f1c-88ca-4e548dc9adcd {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:13.442449 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a6db56dd-fc93-4bd4-a3f7-e3c556bbfa07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.446375 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a6db56dd-fc93-4bd4-a3f7-e3c556bbfa07 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c9bf282-76a4-4907-b0fc-9e56c82a08ad HTTP/1.1" status: 204 len: 168 time: 0.1393828 May 10 20:29:13.447875 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Port 26e8a4d3-7676-4091-b213-98ee10e1293a on network 2662c736-f59a-4f1c-88ca-4e548dc9adcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:29:13.448614 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Attempting to bind port 26e8a4d3-7676-4091-b213-98ee10e1293a on network 2662c736-f59a-4f1c-88ca-4e548dc9adcd {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:13.453349 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:13.453527 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db56dd-fc93-4bd4-a3f7-e3c556bbfa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9bf282-76a4-4907-b0fc-9e56c82a08ad,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:13.453681 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Checking segment: {'id': '1f41d746-4804-4566-8fd8-09ca9ec1ae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:13.454237 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Bound using segment: {'id': '1f41d746-4804-4566-8fd8-09ca9ec1ae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:13.457173 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Bound port: 26e8a4d3-7676-4091-b213-98ee10e1293a, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f41d746-4804-4566-8fd8-09ca9ec1ae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:13.457731 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.532319 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] For port 26e8a4d3-7676-4091-b213-98ee10e1293a, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:13.535630 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] For port 26e8a4d3-7676-4091-b213-98ee10e1293a, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=26e8a4d3-7676-4091-b213-98ee10e1293a,segment=NetworkSegment(1f41d746-4804-4566-8fd8-09ca9ec1ae43),segment_id=1f41d746-4804-4566-8fd8-09ca9ec1ae43)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:13.542860 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.579642 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:13.580391 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.581666 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] 10.222.0.69 "PUT /v2.0/ports/26e8a4d3-7676-4091-b213-98ee10e1293a HTTP/1.1" status: 200 len: 1097 time: 0.6601696 May 10 20:29:13.582102 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e6d15d-8fa1-4284-a294-6082bc7fb7d1', 'tag': '26e8a4d3-7676-4091-b213-98ee10e1293a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:13.584908 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586b2ee3-3492-4c37-91a6-51293dd624d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e6d15d-8fa1-4284-a294-6082bc7fb7d1", "tag": "26e8a4d3-7676-4091-b213-98ee10e1293a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:13.608880 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b66b20-9b39-47d7-bb18-8b65d96aa83d service neutron] Pushing event updated for resources: {'Port': ['ID=26e8a4d3-7676-4091-b213-98ee10e1293a,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:13.622401 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc82266-5c7c-44fa-aa55-b15eaf3a516b x-openstack-request-id: req-edc82266-5c7c-44fa-aa55-b15eaf3a516b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:13.622772 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e6d15d-8fa1-4284-a294-6082bc7fb7d1", "tag": "26e8a4d3-7676-4091-b213-98ee10e1293a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:13.623101 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-edc82266-5c7c-44fa-aa55-b15eaf3a516b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:13.623595 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc82266-5c7c-44fa-aa55-b15eaf3a516b'] response: {'name': 'network-changed', 'server_uuid': 'e3e6d15d-8fa1-4284-a294-6082bc7fb7d1', 'tag': '26e8a4d3-7676-4091-b213-98ee10e1293a', 'status': 'completed', 'code': 200} May 10 20:29:13.773365 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34500) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:13.794758 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d6162c9-d2c9-47b7-a737-6e5297d91369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.837355 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4ebd2-1c72-4d49-9736-4d53c8edb95e req-fd707d10-b47d-42b6-920d-f997449fbeec tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:13.838822 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ffb4ebd2-1c72-4d49-9736-4d53c8edb95e req-fd707d10-b47d-42b6-920d-f997449fbeec tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 945 time: 0.0589824 May 10 20:29:13.905664 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ffb4ebd2-1c72-4d49-9736-4d53c8edb95e req-7de64641-b980-4f3f-ad8d-176bbfadb88f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604939 May 10 20:29:13.935502 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d6162c9-d2c9-47b7-a737-6e5297d91369 admin admin] Publish callbacks [] for security_group (731b2a01-f787-4fcc-b32d-ebcaa77f8859), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.939231 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2d6162c9-d2c9-47b7-a737-6e5297d91369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (731b2a01-f787-4fcc-b32d-ebcaa77f8859), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:13.976355 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6162c9-d2c9-47b7-a737-6e5297d91369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731b2a01-f787-4fcc-b32d-ebcaa77f8859,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:13.985076 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34506) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:13.985519 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2d6162c9-d2c9-47b7-a737-6e5297d91369 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54af07f2697049eb8899b0dfe30c39d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102518 May 10 20:29:14.034334 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9db92de4-a1c6-4b01-9580-03f21f5702ea admin admin] Publish callbacks [] for security_group (731b2a01-f787-4fcc-b32d-ebcaa77f8859), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:14.048758 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704c1d2-113b-4615-b3c4-58d218e5f22c req-43fbda39-c27c-48bf-8169-415ba568a13c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:14.050249 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c704c1d2-113b-4615-b3c4-58d218e5f22c req-43fbda39-c27c-48bf-8169-415ba568a13c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0458095 May 10 20:29:14.056320 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9db92de4-a1c6-4b01-9580-03f21f5702ea admin admin] Publish callbacks [] for security_group (731b2a01-f787-4fcc-b32d-ebcaa77f8859), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:14.097690 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c704c1d2-113b-4615-b3c4-58d218e5f22c req-6a6d4fd8-3c12-4d58-b633-a9373063f8a7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 May 10 20:29:14.109280 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9db92de4-a1c6-4b01-9580-03f21f5702ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (731b2a01-f787-4fcc-b32d-ebcaa77f8859), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:14.111960 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-9db92de4-a1c6-4b01-9580-03f21f5702ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:14.116265 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-9db92de4-a1c6-4b01-9580-03f21f5702ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/731b2a01-f787-4fcc-b32d-ebcaa77f8859 HTTP/1.1" status: 204 len: 168 time: 0.1280525 May 10 20:29:14.123655 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db92de4-a1c6-4b01-9580-03f21f5702ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731b2a01-f787-4fcc-b32d-ebcaa77f8859,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:14.333285 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe3469-ab7b-4ca2-b7d4-61ceb19096c1 req-f83b0e60-4627-45e1-b772-fd1e46e09352 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:14.335393 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4fe3469-ab7b-4ca2-b7d4-61ceb19096c1 req-f83b0e60-4627-45e1-b772-fd1e46e09352 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 947 time: 0.0458565 May 10 20:29:14.389318 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c4fe3469-ab7b-4ca2-b7d4-61ceb19096c1 req-946a6db1-af80-4fe6-9191-a7ce94647597 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481567 May 10 20:29:14.415137 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2ee3-3492-4c37-91a6-51293dd624d3 req-ee16b333-082d-4096-8f59-fb0a05c11120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:14.416764 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-586b2ee3-3492-4c37-91a6-51293dd624d3 req-ee16b333-082d-4096-8f59-fb0a05c11120 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=00d5dc630aa047e2b28547fb11db324f&device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 1131 time: 0.0499907 May 10 20:29:14.451477 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-586b2ee3-3492-4c37-91a6-51293dd624d3 req-4b282077-ef28-4664-9035-dc4822663c6a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=00d5dc630aa047e2b28547fb11db324f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226269 May 10 20:29:14.654149 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b2ee3-3492-4c37-91a6-51293dd624d3 req-a541477b-2ef5-43e2-acf1-0f0918d99272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:14.655605 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-586b2ee3-3492-4c37-91a6-51293dd624d3 req-a541477b-2ef5-43e2-acf1-0f0918d99272 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914905 May 10 20:29:14.821974 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-7502b147-cf29-4973-aa24-93bc7fa23bff tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:14.823521 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-7502b147-cf29-4973-aa24-93bc7fa23bff tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.69 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 945 time: 0.1246071 May 10 20:29:14.829245 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-83f74e3c-478b-470d-b0c5-22030e95cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:14.830794 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-83f74e3c-478b-470d-b0c5-22030e95cc64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=00d5dc630aa047e2b28547fb11db324f&device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 1131 time: 0.0664330 May 10 20:29:14.916739 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-9e762d7f-a901-459d-8023-7f7a43ffa3a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=26e8a4d3-7676-4091-b213-98ee10e1293a HTTP/1.1" status: 200 len: 217 time: 0.0633633 May 10 20:29:15.084449 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-0806d042-238d-4827-bf0a-f61626add94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:15.086325 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-0806d042-238d-4827-bf0a-f61626add94d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a5f9ff4a-abe2-4474-bb30-25c536a5de32 HTTP/1.1" status: 200 len: 843 time: 0.1616955 May 10 20:29:15.087425 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Deleting port 852f95c8-1e42-404b-b6c8-0fe103d21da5 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:29:15.087846 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:15.101191 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327c390-e73d-4fea-bcf9-0d2dad8afab4 req-bedcc77f-81fe-4239-a5ad-8902578c3771 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:15.108431 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1327c390-e73d-4fea-bcf9-0d2dad8afab4 req-bedcc77f-81fe-4239-a5ad-8902578c3771 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 945 time: 0.0847409 May 10 20:29:15.199070 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1327c390-e73d-4fea-bcf9-0d2dad8afab4 req-80928c50-2975-471d-85c0-8988ac75dd90 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900581 May 10 20:29:15.202043 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-2d13a8dd-f087-4cc3-89a4-641d01c0d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:15.203619 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-2d13a8dd-f087-4cc3-89a4-641d01c0d777 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2662c736-f59a-4f1c-88ca-4e548dc9adcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0953290 May 10 20:29:15.247876 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b53c8-36b3-4aa8-bc75-488184f2fd9a req-43d5e595-d71e-436e-b0af-2a27cf6763a7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:15.256366 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4b0b53c8-36b3-4aa8-bc75-488184f2fd9a req-43d5e595-d71e-436e-b0af-2a27cf6763a7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0555525 May 10 20:29:15.305606 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] For port 852f95c8-1e42-404b-b6c8-0fe103d21da5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=852f95c8-1e42-404b-b6c8-0fe103d21da5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:15.305976 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:15.332488 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Calling delete_port for 852f95c8-1e42-404b-b6c8-0fe103d21da5 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:29:15.334011 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4b0b53c8-36b3-4aa8-bc75-488184f2fd9a req-a034130a-fb86-46dc-8324-d0da503bfab6 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759702 May 10 20:29:15.361756 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-32689025-a70d-4f9e-8c0a-a7b5cd0d6d5b service neutron] 10.222.0.69 "GET /v2.0/networks/2662c736-f59a-4f1c-88ca-4e548dc9adcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499434 May 10 20:29:15.541673 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d0290-b2ab-4f0c-bd72-56a04298bdf5 req-d4b3d3fe-19be-4c52-9d73-d5df8f993220 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:15.543199 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-281d0290-b2ab-4f0c-bd72-56a04298bdf5 req-d4b3d3fe-19be-4c52-9d73-d5df8f993220 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 947 time: 0.0754573 May 10 20:29:15.559978 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-69142053-0917-4ba5-80fd-c3a89f1460e8 req-f7067cfd-0b7d-4f4c-83cd-6e6b56e4a009 service neutron] 10.222.0.69 "GET /v2.0/networks/2662c736-f59a-4f1c-88ca-4e548dc9adcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897662 May 10 20:29:15.623684 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-281d0290-b2ab-4f0c-bd72-56a04298bdf5 req-44508cdc-41f0-4460-b5ee-131d48193f2e tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742679 May 10 20:29:15.643998 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (852f95c8-1e42-404b-b6c8-0fe103d21da5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:15.659335 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['852f95c8-1e42-404b-b6c8-0fe103d21da5'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:29:15.678666 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Pushing event deleted for resources: {'Port': ['ID=852f95c8-1e42-404b-b6c8-0fe103d21da5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:15.749970 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] No DVR routers for this DVR port 852f95c8-1e42-404b-b6c8-0fe103d21da5 on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:29:15.753068 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:15.758848 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f7ee274a-dd51-4efc-92bf-9ccda745c75b req-076a6e11-8e24-4cbd-b093-f3eabc24a79f tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.69 "DELETE /v2.0/ports/852f95c8-1e42-404b-b6c8-0fe103d21da5 HTTP/1.1" status: 204 len: 173 time: 0.9245789 May 10 20:29:15.758848 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b474b428-fdef-45e0-91c5-65e510be2331', 'name': 'network-vif-deleted', 'tag': '852f95c8-1e42-404b-b6c8-0fe103d21da5'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:15.759193 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7ffd64-e785-483a-b68e-8e574185e001" -d '{"events": [{"server_uuid": "b474b428-fdef-45e0-91c5-65e510be2331", "name": "network-vif-deleted", "tag": "852f95c8-1e42-404b-b6c8-0fe103d21da5"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:15.804268 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905bca86-46aa-4f29-a6ab-8f03810caa73 x-openstack-request-id: req-905bca86-46aa-4f29-a6ab-8f03810caa73 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:15.804895 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b474b428-fdef-45e0-91c5-65e510be2331", "name": "network-vif-deleted", "tag": "852f95c8-1e42-404b-b6c8-0fe103d21da5", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:15.805247 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-905bca86-46aa-4f29-a6ab-8f03810caa73 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:15.805721 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905bca86-46aa-4f29-a6ab-8f03810caa73'] response: {'server_uuid': 'b474b428-fdef-45e0-91c5-65e510be2331', 'name': 'network-vif-deleted', 'tag': '852f95c8-1e42-404b-b6c8-0fe103d21da5', 'status': 'completed', 'code': 200} May 10 20:29:16.305493 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5709145e-6896-4e28-82cf-bd72b206b163 req-481833c4-10f2-4ae9-84f3-ae5228fa6723 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=b474b428-fdef-45e0-91c5-65e510be2331 HTTP/1.1" status: 200 len: 210 time: 0.0402820 May 10 20:29:16.406465 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34630) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:16.446732 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962d122-9043-47db-bd70-c0c9fcaccd20 req-fa01a74e-233f-4dd4-a546-a5cef210b195 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:16.448373 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b962d122-9043-47db-bd70-c0c9fcaccd20 req-fa01a74e-233f-4dd4-a546-a5cef210b195 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0491447 May 10 20:29:16.498126 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b962d122-9043-47db-bd70-c0c9fcaccd20 req-b48113c3-1dda-4d00-9035-c5d1dc0ce8ed tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 May 10 20:29:16.514643 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c262fbf4-16e5-40fb-aed7-b0c262cd1e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:16.592154 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c262fbf4-16e5-40fb-aed7-b0c262cd1e5e admin admin] Publish callbacks [] for security_group (75369e8e-9bf3-41e7-8047-1a1ce1741bc1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:16.595993 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c262fbf4-16e5-40fb-aed7-b0c262cd1e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (75369e8e-9bf3-41e7-8047-1a1ce1741bc1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:16.635696 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c262fbf4-16e5-40fb-aed7-b0c262cd1e5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6b26afd1a8b4aafa9c1b886d10316e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285199 May 10 20:29:16.636507 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262fbf4-16e5-40fb-aed7-b0c262cd1e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75369e8e-9bf3-41e7-8047-1a1ce1741bc1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:16.638481 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34634) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:16.719657 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f92b8cb-c265-4dc7-91a4-2f602d8f8a40 admin admin] Publish callbacks [] for security_group (75369e8e-9bf3-41e7-8047-1a1ce1741bc1), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:16.746727 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978a813-0253-4424-95b6-edd81fab0823 req-767a17f7-a2f8-4d93-873f-5e25638e79c0 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:16.748181 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6978a813-0253-4424-95b6-edd81fab0823 req-767a17f7-a2f8-4d93-873f-5e25638e79c0 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 947 time: 0.0648592 May 10 20:29:16.758246 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f92b8cb-c265-4dc7-91a4-2f602d8f8a40 admin admin] Publish callbacks [] for security_group (75369e8e-9bf3-41e7-8047-1a1ce1741bc1), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:16.821253 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6978a813-0253-4424-95b6-edd81fab0823 req-9bf6aa3b-a34e-4375-bdbe-0a1a73100146 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655529 May 10 20:29:16.841645 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f92b8cb-c265-4dc7-91a4-2f602d8f8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (75369e8e-9bf3-41e7-8047-1a1ce1741bc1), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:16.844384 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9f92b8cb-c265-4dc7-91a4-2f602d8f8a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:16.845683 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9f92b8cb-c265-4dc7-91a4-2f602d8f8a40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75369e8e-9bf3-41e7-8047-1a1ce1741bc1 HTTP/1.1" status: 204 len: 168 time: 0.2061236 May 10 20:29:16.853833 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92b8cb-c265-4dc7-91a4-2f602d8f8a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75369e8e-9bf3-41e7-8047-1a1ce1741bc1,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:17.094490 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34644) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:17.108491 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee46f216-15f3-460d-a1b7-9240d40b9c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.205616 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee46f216-15f3-460d-a1b7-9240d40b9c21 admin admin] Publish callbacks [] for security_group (713d7bf1-60ab-42cc-a5dc-03ecf60ad928), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.209883 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ee46f216-15f3-460d-a1b7-9240d40b9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (713d7bf1-60ab-42cc-a5dc-03ecf60ad928), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.249411 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ee46f216-15f3-460d-a1b7-9240d40b9c21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66c7ae9567e24d469db942fbb6dc0807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537213 May 10 20:29:17.250401 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46f216-15f3-460d-a1b7-9240d40b9c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713d7bf1-60ab-42cc-a5dc-03ecf60ad928,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:17.251992 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34650) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:17.309486 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dd00ed-068b-4eb5-84ea-b3bdb1c6c50f admin admin] Publish callbacks [] for security_group (713d7bf1-60ab-42cc-a5dc-03ecf60ad928), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.336245 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dd00ed-068b-4eb5-84ea-b3bdb1c6c50f admin admin] Publish callbacks [] for security_group (713d7bf1-60ab-42cc-a5dc-03ecf60ad928), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.412801 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dd00ed-068b-4eb5-84ea-b3bdb1c6c50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (713d7bf1-60ab-42cc-a5dc-03ecf60ad928), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.416864 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84dd00ed-068b-4eb5-84ea-b3bdb1c6c50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.418492 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-84dd00ed-068b-4eb5-84ea-b3bdb1c6c50f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/713d7bf1-60ab-42cc-a5dc-03ecf60ad928 HTTP/1.1" status: 204 len: 168 time: 0.1641517 May 10 20:29:17.432288 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd00ed-068b-4eb5-84ea-b3bdb1c6c50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713d7bf1-60ab-42cc-a5dc-03ecf60ad928,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:17.698632 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34682) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:17.699266 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaf178-c67e-4ad0-84a2-567621bf77a4 req-a369f75e-871e-40a1-b291-00b989b4dbdb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:17.700766 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cfaaf178-c67e-4ad0-84a2-567621bf77a4 req-a369f75e-871e-40a1-b291-00b989b4dbdb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0716524 May 10 20:29:17.749128 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-5467571d-a4f8-4514-b710-dbec7d8cc717 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:17.759530 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-5467571d-a4f8-4514-b710-dbec7d8cc717 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/networks?id=db973cef-69d1-4d44-9c77-fbbd27082c06 HTTP/1.1" status: 200 len: 808 time: 0.1753812 May 10 20:29:17.788455 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cfaaf178-c67e-4ad0-84a2-567621bf77a4 req-d02104c0-8a73-455f-bdc3-45f06a729a4f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818605 May 10 20:29:17.794765 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-b9d34c27-3603-4bbf-803f-a772e81d7588 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/quotas/a24528148d9444038c71b83c90aa026e HTTP/1.1" status: 200 len: 375 time: 0.0344059 May 10 20:29:17.825822 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f4f72d0-1622-4aaa-905c-b31f4789df94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.831668 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-e015ec7c-7f26-49b7-871c-3fc8b11b08ed tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a24528148d9444038c71b83c90aa026e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338376 May 10 20:29:17.921729 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f4f72d0-1622-4aaa-905c-b31f4789df94 admin admin] Publish callbacks [] for security_group (1629c45a-4326-442f-ba6f-b27588fd83bc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.926273 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7f4f72d0-1622-4aaa-905c-b31f4789df94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1629c45a-4326-442f-ba6f-b27588fd83bc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:17.960426 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041197f-b90c-4e65-88b4-3db782db4b28 req-a0c8637b-9cba-4dfa-ab92-1dfb6a3f65ac tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:17.961943 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1041197f-b90c-4e65-88b4-3db782db4b28 req-a0c8637b-9cba-4dfa-ab92-1dfb6a3f65ac tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 947 time: 0.0634747 May 10 20:29:17.965349 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7f4f72d0-1622-4aaa-905c-b31f4789df94 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fdaf6910385748829273eb39259afd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656841 May 10 20:29:17.967023 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f72d0-1622-4aaa-905c-b31f4789df94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1629c45a-4326-442f-ba6f-b27588fd83bc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:17.971050 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34696) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:17.991142 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-6546d401-2849-48fa-b1d2-bba504883eef service neutron] 10.222.0.61 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576228 May 10 20:29:18.107915 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1041197f-b90c-4e65-88b4-3db782db4b28 req-8c72f3a2-b6f5-44fd-9516-18c1b239d90c tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359048 May 10 20:29:18.131248 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb076b57-187b-4bf7-857f-f29adc9705e3 admin admin] Publish callbacks [] for security_group (1629c45a-4326-442f-ba6f-b27588fd83bc), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.168734 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb076b57-187b-4bf7-857f-f29adc9705e3 admin admin] Publish callbacks [] for security_group (1629c45a-4326-442f-ba6f-b27588fd83bc), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.171785 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-8c318221-b9c7-445a-a83d-ae9df7ea147f service neutron] 10.222.0.61 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670654 May 10 20:29:18.226952 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb076b57-187b-4bf7-857f-f29adc9705e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1629c45a-4326-442f-ba6f-b27588fd83bc), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.230705 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bb076b57-187b-4bf7-857f-f29adc9705e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.232579 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bb076b57-187b-4bf7-857f-f29adc9705e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1629c45a-4326-442f-ba6f-b27588fd83bc HTTP/1.1" status: 204 len: 168 time: 0.2594845 May 10 20:29:18.244878 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34708) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:18.255137 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb076b57-187b-4bf7-857f-f29adc9705e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1629c45a-4326-442f-ba6f-b27588fd83bc,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:18.351237 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1999179179-network', 'tenant_id': 'aea0bd6f268f4a7fa88cfb7a0066bfd8'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:18.374243 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e1683fde-33ae-478e-a929-1ffb099c310e req-06023dbd-6aba-47ad-9dfe-84f7cc148a54 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 210 time: 0.0372107 May 10 20:29:18.378732 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Made reservation on behalf of aea0bd6f268f4a7fa88cfb7a0066bfd8 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:18.386663 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.395759 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.481921 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Publish callbacks [] for security_group (8525742e-0c61-4d10-bbeb-3e2b2640c245), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.486888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (8525742e-0c61-4d10-bbeb-3e2b2640c245), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.515435 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:29:18.523313 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8525742e-0c61-4d10-bbeb-3e2b2640c245,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:18.545303 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (0faaf666-9bec-4439-b4ac-4bfe1013d32b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.545646 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Added segment 0faaf666-9bec-4439-b4ac-4bfe1013d32b of type vlan for network 18220ffc-7e70-4130-a4b9-45846581cb12 May 10 20:29:18.592670 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (18220ffc-7e70-4130-a4b9-45846581cb12), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.627395 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (18220ffc-7e70-4130-a4b9-45846581cb12), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.628476 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:18.629033 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.716218 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34740) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:18.716709 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4699395 May 10 20:29:18.723732 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79079ba1-3b8d-40d2-8dc2-d92fc2cceabd admin admin] Pushing event updated for resources: {'Network': ['ID=18220ffc-7e70-4130-a4b9-45846581cb12,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:18.733632 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Request body: {'subnet': {'network_id': '18220ffc-7e70-4130-a4b9-45846581cb12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1999179179-subnet', 'tenant_id': 'aea0bd6f268f4a7fa88cfb7a0066bfd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:18.739455 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network 18220ffc-7e70-4130-a4b9-45846581cb12 details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:29:18.768510 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Made reservation on behalf of aea0bd6f268f4a7fa88cfb7a0066bfd8 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:18.772465 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:18.994627 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79af26-ee83-4988-8722-57e8fb1e205c req-68d0a34f-5498-4383-be1a-6e432150fc8f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:18.996179 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1d79af26-ee83-4988-8722-57e8fb1e205c req-68d0a34f-5498-4383-be1a-6e432150fc8f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0718234 May 10 20:29:19.292951 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 26e8a4d3-7676-4091-b213-98ee10e1293a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:29:19.295372 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 852f95c8-1e42-404b-b6c8-0fe103d21da5 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:29:19.310963 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34764) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:19.329298 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 852f95c8-1e42-404b-b6c8-0fe103d21da5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:29:19.329985 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 852f95c8-1e42-404b-b6c8-0fe103d21da5 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:29:19.330956 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02416b20-af58-4727-879a-aa2710ed4b77 req-b6ae0124-8539-4ea1-98e3-1a22616950d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2519150 May 10 20:29:19.384204 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (e373023b-16b4-4fe3-b18e-576d9e341558), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:19.404753 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4031f-77da-44f0-823e-b51143360e33 req-7a710b9f-433f-4788-8b16-3521f48b9ad8 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:19.412531 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-73e4031f-77da-44f0-823e-b51143360e33 req-7a710b9f-433f-4788-8b16-3521f48b9ad8 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 947 time: 0.0917959 May 10 20:29:19.445904 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1601111307-network', 'tenant_id': '51884a66cf014d6596d22c37c4a97147'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:19.451438 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1d79af26-ee83-4988-8722-57e8fb1e205c req-e5f1d7a7-b694-43e3-82ce-625231cb95c2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177978 May 10 20:29:19.453365 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 26e8a4d3-7676-4091-b213-98ee10e1293a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=26e8a4d3-7676-4091-b213-98ee10e1293a,segment=NetworkSegment(1f41d746-4804-4566-8fd8-09ca9ec1ae43),segment_id=1f41d746-4804-4566-8fd8-09ca9ec1ae43)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:19.473919 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '26e8a4d3-7676-4091-b213-98ee10e1293a', 'network_id': '2662c736-f59a-4f1c-88ca-4e548dc9adcd', 'port_id': '26e8a4d3-7676-4091-b213-98ee10e1293a', 'mac_address': 'fa:16:3e:b9:9a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f9ff4a-abe2-4474-bb30-25c536a5de32', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:29:19.493809 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e373023b-16b4-4fe3-b18e-576d9e341558,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:19.521895 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-73e4031f-77da-44f0-823e-b51143360e33 req-b799bc39-974b-4281-a917-c54576892dd2 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084979 May 10 20:29:19.525271 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Checking segment: {'id': '0faaf666-9bec-4439-b4ac-4bfe1013d32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18220ffc-7e70-4130-a4b9-45846581cb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:19.525633 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Network hostable DHCP agents. Network: 18220ffc-7e70-4130-a4b9-45846581cb12, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:29:19.547363 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Network 18220ffc-7e70-4130-a4b9-45846581cb12 is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:29:19.557631 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:19.559152 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, 18220ffc-7e70-4130-a4b9-45846581cb12) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:19.560346 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 26e8a4d3-7676-4091-b213-98ee10e1293a is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:19.560762 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:19.573626 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:19.574375 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:19.593353 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e8a4d3-7676-4091-b213-98ee10e1293a {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:19.600043 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5fad52cf-ab25-42f5-902a-a12c1b763166 req-c4310ebd-be6b-464f-949f-b479b8c35db9 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 210 time: 0.0370445 May 10 20:29:19.602912 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b0cac6-e3fc-4534-87eb-f7c78cee7b59 None None] Network 18220ffc-7e70-4130-a4b9-45846581cb12 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:19.609974 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-da4a8fde-1522-4915-836e-2f204265641d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8912961 May 10 20:29:19.623316 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02416b20-af58-4727-879a-aa2710ed4b77 req-950d0d24-3b02-4a8e-a58f-bbb19e26107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:19.625357 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02416b20-af58-4727-879a-aa2710ed4b77 req-950d0d24-3b02-4a8e-a58f-bbb19e26107c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 1130 time: 0.1830301 May 10 20:29:19.625967 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Made reservation on behalf of 51884a66cf014d6596d22c37c4a97147 for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:19.628806 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:19.644073 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:19.686103 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 26e8a4d3-7676-4091-b213-98ee10e1293a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=26e8a4d3-7676-4091-b213-98ee10e1293a,segment=NetworkSegment(1f41d746-4804-4566-8fd8-09ca9ec1ae43),segment_id=1f41d746-4804-4566-8fd8-09ca9ec1ae43)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:19.695237 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:19.756679 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02416b20-af58-4727-879a-aa2710ed4b77 req-85cea5d8-5ed8-4e93-8512-2828ca474e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:19.758534 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02416b20-af58-4727-879a-aa2710ed4b77 req-85cea5d8-5ed8-4e93-8512-2828ca474e66 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.0930896 May 10 20:29:19.782007 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484309de-8b53-47ea-b202-c9fe44b62c41 None None] Network 18220ffc-7e70-4130-a4b9-45846581cb12 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:19.824609 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02416b20-af58-4727-879a-aa2710ed4b77 req-4c3bc6b3-5665-446e-9245-e71f7ed4633c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c622a7-be22-49f6-bfdf-2e75a819556e HTTP/1.1" status: 200 len: 217 time: 0.0569894 May 10 20:29:19.840170 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=26e8a4d3-7676-4091-b213-98ee10e1293a,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:19.887495 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-8675e5b2-90fe-423b-811b-81bcd6bf0c27 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:19.889001 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-8675e5b2-90fe-423b-811b-81bcd6bf0c27 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.69 "GET /v2.0/networks?id=db973cef-69d1-4d44-9c77-fbbd27082c06 HTTP/1.1" status: 200 len: 808 time: 0.3424113 May 10 20:29:19.907841 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02416b20-af58-4727-879a-aa2710ed4b77 req-2848fab7-f0ef-4d09-9d53-7279ba9467bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:19.909325 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02416b20-af58-4727-879a-aa2710ed4b77 req-2848fab7-f0ef-4d09-9d53-7279ba9467bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0747328 May 10 20:29:19.935904 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Publish callbacks [] for security_group (5a9073da-7982-4688-9d53-ea0a832ec1bd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:19.940894 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5a9073da-7982-4688-9d53-ea0a832ec1bd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:19.968287 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:29:19.973998 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9073da-7982-4688-9d53-ea0a832ec1bd,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:20.004950 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Request body: {'port': {'device_id': '2770aa15-1b13-48cc-98e2-125c69098de6', 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06', 'admin_state_up': True, 'tenant_id': 'a24528148d9444038c71b83c90aa026e'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:20.015436 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['26e8a4d3-7676-4091-b213-98ee10e1293a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:29:20.026280 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (626b8039-3215-469b-b087-1ea04b8e3587), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.026630 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Added segment 626b8039-3215-469b-b087-1ea04b8e3587 of type vlan for network 4369b197-1a56-465e-9984-92729f634dd2 May 10 20:29:20.115244 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02416b20-af58-4727-879a-aa2710ed4b77 req-34918a7f-66f2-4e95-a490-c334042eb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:20.116833 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02416b20-af58-4727-879a-aa2710ed4b77 req-34918a7f-66f2-4e95-a490-c334042eb7be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1296413 May 10 20:29:20.129517 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (4369b197-1a56-465e-9984-92729f634dd2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.245376 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (4369b197-1a56-465e-9984-92729f634dd2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.246326 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:20.246906 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.250532 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34796) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:20.255171 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-306799391-network', 'tenant_id': 'f9c319ba50a64fa68161a5b025915ed1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:20.277872 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Made reservation on behalf of f9c319ba50a64fa68161a5b025915ed1 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:20.281075 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.290189 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.329387 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0173323 May 10 20:29:20.334449 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02416b20-af58-4727-879a-aa2710ed4b77 req-01574d9b-b2a0-4b3c-abbd-e8c4cbc0bcde service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060087 May 10 20:29:20.334712 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34798) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:20.334852 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Made reservation on behalf of a24528148d9444038c71b83c90aa026e for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:20.338007 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.341815 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Request body: {'subnet': {'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1601111307-subnet', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:20.356924 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc20164-cba6-4ceb-9660-27f75740888a admin admin] Pushing event updated for resources: {'Network': ['ID=4369b197-1a56-465e-9984-92729f634dd2,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:20.372353 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network 4369b197-1a56-465e-9984-92729f634dd2 details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:29:20.385053 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Made reservation on behalf of 51884a66cf014d6596d22c37c4a97147 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:20.387609 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.437957 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Publish callbacks [] for security_group (1e6bd387-9787-4b7b-aeaf-f31bd2982e99), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.453835 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1e6bd387-9787-4b7b-aeaf-f31bd2982e99), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.457398 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34802) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:20.503303 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:29:20.524568 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6bd387-9787-4b7b-aeaf-f31bd2982e99,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:20.533748 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (69375e7c-034c-404e-8ffc-285429d554ec), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.534054 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Added segment 69375e7c-034c-404e-8ffc-285429d554ec of type vlan for network 2f20256f-c07c-4fe5-9337-9ccea7bee48f May 10 20:29:20.548809 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-02416b20-af58-4727-879a-aa2710ed4b77 req-9a0d40ba-2862-4893-85a0-e88efc26b876 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052693 May 10 20:29:20.571396 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Allocated IP 172.20.0.2 (db973cef-69d1-4d44-9c77-fbbd27082c06/f68793a9-dfb2-46fb-9139-f49502e86f79/e6d53923-3f89-433d-b834-661b0b202dd5) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:20.584559 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (2f20256f-c07c-4fe5-9337-9ccea7bee48f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.705195 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.db.resource_extend [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 20:29:20.724566 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22e5036-8cd2-4d7a-a165-2865181f4a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.773230 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks [] for port (e6d53923-3f89-433d-b834-661b0b202dd5), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.793585 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf635f5e-d538-4ca4-b621-dcd31845428c req-822f2f7b-5c9d-452e-93f1-b837b1320401 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:20.795042 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf635f5e-d538-4ca4-b621-dcd31845428c req-822f2f7b-5c9d-452e-93f1-b837b1320401 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 948 time: 0.1383197 May 10 20:29:20.804115 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (2f20256f-c07c-4fe5-9337-9ccea7bee48f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.805040 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:20.805612 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.806704 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.837901 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740d0be-93bf-4080-a7db-459b13a817ad req-6a9a31fc-1627-4dfe-a647-db327983831a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:20.839511 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d740d0be-93bf-4080-a7db-459b13a817ad req-6a9a31fc-1627-4dfe-a647-db327983831a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.1635449 May 10 20:29:20.849923 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Network db973cef-69d1-4d44-9c77-fbbd27082c06 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:20.853018 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:20.858813 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:20.882626 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Pushing event updated for resources: {'Port': ['ID=e6d53923-3f89-433d-b834-661b0b202dd5,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:20.910321 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:20.910926 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.912437 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6608331 May 10 20:29:20.917399 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34818) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:20.922120 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Request body: {'subnet': {'network_id': '2f20256f-c07c-4fe5-9337-9ccea7bee48f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-306799391-subnet', 'tenant_id': 'f9c319ba50a64fa68161a5b025915ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:20.932375 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (8eef294f-fec1-4883-ac0a-ece7a6fa255a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.941433 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-72c427c0-e69e-4b41-8b7b-3478136d5e68 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9555023 May 10 20:29:20.948938 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Made reservation on behalf of f9c319ba50a64fa68161a5b025915ed1 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:20.951351 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776381'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:20.970832 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Request body: {'port': {'device_id': '2770aa15-1b13-48cc-98e2-125c69098de6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:20.973367 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f503f82-5ada-4b75-9c92-212eca17497d admin admin] Pushing event updated for resources: {'Network': ['ID=2f20256f-c07c-4fe5-9337-9ccea7bee48f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:20.995570 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network 2f20256f-c07c-4fe5-9337-9ccea7bee48f details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:29:21.057955 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d740d0be-93bf-4080-a7db-459b13a817ad req-5edd708a-56b7-42f7-a158-1f01da2a12ae tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000771 May 10 20:29:21.064610 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf635f5e-d538-4ca4-b621-dcd31845428c req-fe4094c1-7790-4d25-ada0-321feb4a6563 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543468 May 10 20:29:21.067455 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eef294f-fec1-4883-ac0a-ece7a6fa255a,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:21.085949 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.122287 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22e5036-8cd2-4d7a-a165-2865181f4a95 admin admin] Publish callbacks [] for security_group (8ec9ccc3-1e42-42d7-8fb7-d8d544a8f39c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.123808 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Checking segment: {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:21.126513 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Network hostable DHCP agents. Network: 4369b197-1a56-465e-9984-92729f634dd2, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:29:21.132157 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e22e5036-8cd2-4d7a-a165-2865181f4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (8ec9ccc3-1e42-42d7-8fb7-d8d544a8f39c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.209621 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e22e5036-8cd2-4d7a-a165-2865181f4a95 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc54327515c1473397509aece282fbe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7447183 May 10 20:29:21.212136 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34820) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:21.229479 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e5036-8cd2-4d7a-a165-2865181f4a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec9ccc3-1e42-42d7-8fb7-d8d544a8f39c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:21.245430 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff34153-c949-4c63-9b6f-718b12c58c71 req-8b263141-e478-435a-a52c-faf859f0bf69 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:21.246881 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ff34153-c949-4c63-9b6f-718b12c58c71 req-8b263141-e478-435a-a52c-faf859f0bf69 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 931 time: 0.1010273 May 10 20:29:21.247451 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Network 4369b197-1a56-465e-9984-92729f634dd2 is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:29:21.277565 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, 4369b197-1a56-465e-9984-92729f634dd2) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:21.288762 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03efd9-3b20-4c4e-bb5f-2b7b5c95c426 None None] Network 4369b197-1a56-465e-9984-92729f634dd2 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:21.296305 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3443195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25776355'] for subnet (5afeab70-9aa9-4255-b152-8b72cb8ddeb7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.296619 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:21.297158 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.328376 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-dbdab18a-2b39-42ec-aa58-6592a602d8e0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9900932 May 10 20:29:21.333139 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34822) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:21.335935 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 26e8a4d3-7676-4091-b213-98ee10e1293a up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:21.346088 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ff34153-c949-4c63-9b6f-718b12c58c71 req-530eaa5f-734a-4f51-bff9-de79bcf70595 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911112 May 10 20:29:21.346839 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5078a1ad-a047-4eb1-add3-20d6bbe0641f admin admin] Publish callbacks [] for security_group (8ec9ccc3-1e42-42d7-8fb7-d8d544a8f39c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.359859 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:21.372264 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5078a1ad-a047-4eb1-add3-20d6bbe0641f admin admin] Publish callbacks [] for security_group (8ec9ccc3-1e42-42d7-8fb7-d8d544a8f39c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.437934 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5078a1ad-a047-4eb1-add3-20d6bbe0641f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (8ec9ccc3-1e42-42d7-8fb7-d8d544a8f39c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.440918 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5078a1ad-a047-4eb1-add3-20d6bbe0641f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.444566 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5078a1ad-a047-4eb1-add3-20d6bbe0641f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ec9ccc3-1e42-42d7-8fb7-d8d544a8f39c HTTP/1.1" status: 204 len: 168 time: 0.2272224 May 10 20:29:21.459963 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.461260 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.462567 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078a1ad-a047-4eb1-add3-20d6bbe0641f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec9ccc3-1e42-42d7-8fb7-d8d544a8f39c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:21.471067 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afeab70-9aa9-4255-b152-8b72cb8ddeb7,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:21.505106 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Checking segment: {'id': '69375e7c-034c-404e-8ffc-285429d554ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2f20256f-c07c-4fe5-9337-9ccea7bee48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:21.505576 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Network hostable DHCP agents. Network: 2f20256f-c07c-4fe5-9337-9ccea7bee48f, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:29:21.588379 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 26e8a4d3-7676-4091-b213-98ee10e1293a completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:29:21.592264 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks [] for router_controller (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.601731 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-4369b197-1a56-465e-9984-92729f634dd2', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'project_id': '51884a66cf014d6596d22c37c4a97147', 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:29:21.603879 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.605391 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 26e8a4d3-7676-4091-b213-98ee10e1293a triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:21.605907 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.661010 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Network 2f20256f-c07c-4fe5-9337-9ccea7bee48f is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:29:21.712961 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d53923-3f89-433d-b834-661b0b202dd5 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:21.721844 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, 2f20256f-c07c-4fe5-9337-9ccea7bee48f) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:21.736108 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a318fa11-dfb9-429b-96e3-20ae35b95cca None None] Network 2f20256f-c07c-4fe5-9337-9ccea7bee48f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:21.759440 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Publish callbacks [] for port (e6d53923-3f89-433d-b834-661b0b202dd5), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.771032 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:21.772389 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.818795 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks [] for router_gateway (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.820184 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34828) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:21.823318 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Transition to ACTIVE for port object e6d53923-3f89-433d-b834-661b0b202dd5 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:29:21.831260 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-02e9b422-23c4-4189-9836-774b50b8843f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9128458 May 10 20:29:21.834842 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.849942 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31d86bee-f3ad-4641-a6f3-9b3700f2fd9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.860364 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 26e8a4d3-7676-4091-b213-98ee10e1293a is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:21.861212 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.893573 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Allocated IP 172.20.0.2 (4369b197-1a56-465e-9984-92729f634dd2/8eef294f-fec1-4883-ac0a-ece7a6fa255a/4bd13528-c579-4afa-b532-4361b97206db) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:21.928696 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e6d15d-8fa1-4284-a294-6082bc7fb7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e8a4d3-7676-4091-b213-98ee10e1293a'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:21.931219 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d510fe42-0c3f-48fd-820a-ab410bea9ca1" -d '{"events": [{"server_uuid": "e3e6d15d-8fa1-4284-a294-6082bc7fb7d1", "name": "network-vif-plugged", "status": "completed", "tag": "26e8a4d3-7676-4091-b213-98ee10e1293a"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:21.940707 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Pushing event updated for resources: {'Port': ['ID=e6d53923-3f89-433d-b834-661b0b202dd5,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:21.989673 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31d86bee-f3ad-4641-a6f3-9b3700f2fd9f admin admin] Publish callbacks [] for security_group (9e5a15e1-0a3f-41c3-bcc3-36d4a20b6b98), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:21.991121 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 26e8a4d3-7676-4091-b213-98ee10e1293a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=26e8a4d3-7676-4091-b213-98ee10e1293a,segment=NetworkSegment(1f41d746-4804-4566-8fd8-09ca9ec1ae43),segment_id=1f41d746-4804-4566-8fd8-09ca9ec1ae43)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:21.996061 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-31d86bee-f3ad-4641-a6f3-9b3700f2fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9e5a15e1-0a3f-41c3-bcc3-36d4a20b6b98), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.063456 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162de376-d03b-43f4-95ee-20245ccf26f3 x-openstack-request-id: req-162de376-d03b-43f4-95ee-20245ccf26f3 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:22.063957 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e6d15d-8fa1-4284-a294-6082bc7fb7d1", "name": "network-vif-plugged", "status": "completed", "tag": "26e8a4d3-7676-4091-b213-98ee10e1293a", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:22.063957 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-162de376-d03b-43f4-95ee-20245ccf26f3 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:22.065610 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162de376-d03b-43f4-95ee-20245ccf26f3'] response: {'server_uuid': 'e3e6d15d-8fa1-4284-a294-6082bc7fb7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e8a4d3-7676-4091-b213-98ee10e1293a', 'code': 200} May 10 20:29:22.070208 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-31d86bee-f3ad-4641-a6f3-9b3700f2fd9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=528e10e046e34b26bb8a50533f26719a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463775 May 10 20:29:22.072149 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d86bee-f3ad-4641-a6f3-9b3700f2fd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a15e1-0a3f-41c3-bcc3-36d4a20b6b98,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:22.077849 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34834) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:22.121001 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.199393 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Attempting to bind port e6d53923-3f89-433d-b834-661b0b202dd5 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:22.200459 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Attempting to bind port e6d53923-3f89-433d-b834-661b0b202dd5 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '256494db-1591-4ac1-bdb6-605d49f3b51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:22.200459 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Attempting to bind port e6d53923-3f89-433d-b834-661b0b202dd5 on network db973cef-69d1-4d44-9c77-fbbd27082c06 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:22.201259 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=26e8a4d3-7676-4091-b213-98ee10e1293a,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:22.209002 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cadae46c-2937-4acf-a769-302f68a75ca6 admin admin] Publish callbacks [] for security_group (9e5a15e1-0a3f-41c3-bcc3-36d4a20b6b98), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.213027 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks [] for router_gateway (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.240549 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7f221b-824f-4887-b783-0c1d34f219e6 None None] Network 2f20256f-c07c-4fe5-9337-9ccea7bee48f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:22.257658 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.258009 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.258336 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.258695 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.259032 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.259359 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.259731 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.260113 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.261196 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.261196 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.261196 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.261445 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Port e6d53923-3f89-433d-b834-661b0b202dd5 on network db973cef-69d1-4d44-9c77-fbbd27082c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:29:22.261526 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.261723 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Attempting to bind port e6d53923-3f89-433d-b834-661b0b202dd5 on network db973cef-69d1-4d44-9c77-fbbd27082c06 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:22.261820 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.262018 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.262483 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:22.265766 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.282978 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:22.283327 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Checking segment: {'id': '256494db-1591-4ac1-bdb6-605d49f3b51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:22.283678 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Bound using segment: {'id': '256494db-1591-4ac1-bdb6-605d49f3b51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:22.284118 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Bound port: e6d53923-3f89-433d-b834-661b0b202dd5, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256494db-1591-4ac1-bdb6-605d49f3b51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:22.284486 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.321906 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cadae46c-2937-4acf-a769-302f68a75ca6 admin admin] Publish callbacks [] for security_group (9e5a15e1-0a3f-41c3-bcc3-36d4a20b6b98), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.369708 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd470f2-4f3e-4fb0-8771-999b503ce613 req-30d7a23d-9f27-483d-b614-64ee962aca6a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:22.371244 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ecd470f2-4f3e-4fb0-8771-999b503ce613 req-30d7a23d-9f27-483d-b614-64ee962aca6a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.1409314 May 10 20:29:22.400357 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677180b8-283e-4a4b-8063-6975c6c906d4 req-8a9617c9-0f86-4028-b22b-9578d907f3af tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:22.401863 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-677180b8-283e-4a4b-8063-6975c6c906d4 req-8a9617c9-0f86-4028-b22b-9578d907f3af tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 949 time: 0.1442950 May 10 20:29:22.465094 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Publish callbacks [] for port (4bd13528-c579-4afa-b532-4361b97206db), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.475305 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (4bd13528-c579-4afa-b532-4361b97206db), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.480748 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ecd470f2-4f3e-4fb0-8771-999b503ce613 req-041bd209-7ea7-4045-89b6-57decabc732c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025755 May 10 20:29:22.481374 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cadae46c-2937-4acf-a769-302f68a75ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (9e5a15e1-0a3f-41c3-bcc3-36d4a20b6b98), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.483908 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cadae46c-2937-4acf-a769-302f68a75ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.484962 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cadae46c-2937-4acf-a769-302f68a75ca6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e5a15e1-0a3f-41c3-bcc3-36d4a20b6b98 HTTP/1.1" status: 204 len: 168 time: 0.4061055 May 10 20:29:22.502889 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-677180b8-283e-4a4b-8063-6975c6c906d4 req-901b1d3e-6264-4934-8d68-eadb9c26f3ef tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922551 May 10 20:29:22.503943 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadae46c-2937-4acf-a769-302f68a75ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a15e1-0a3f-41c3-bcc3-36d4a20b6b98,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:22.598277 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Pushing event updated for resources: {'Port': ['ID=4bd13528-c579-4afa-b532-4361b97206db,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:22.656781 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Network 4369b197-1a56-465e-9984-92729f634dd2 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:22.659887 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:22.667411 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:22.715900 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30facba-9cad-41b3-92d4-6a7990dc8269 req-26ddad9c-6528-44a6-8a57-70736a363338 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:22.717685 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a30facba-9cad-41b3-92d4-6a7990dc8269 req-26ddad9c-6528-44a6-8a57-70736a363338 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 943 time: 0.1172304 May 10 20:29:22.721382 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fe20f-33d5-4751-b12e-359e3e1da91f req-d40ac1ad-5791-4efc-a31b-60d2e26bb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:22.722976 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd8fe20f-33d5-4751-b12e-359e3e1da91f req-d40ac1ad-5791-4efc-a31b-60d2e26bb8d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 1129 time: 0.1192625 May 10 20:29:22.763235 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] For port e6d53923-3f89-433d-b834-661b0b202dd5, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:22.796147 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecc0ee-035c-448c-a1f4-5935997d51af req-7317d8e3-749e-4861-95ac-ac8777655073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:22.797764 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16ecc0ee-035c-448c-a1f4-5935997d51af req-7317d8e3-749e-4861-95ac-ac8777655073 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 1133 time: 0.0770264 May 10 20:29:22.800087 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] For port e6d53923-3f89-433d-b834-661b0b202dd5, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e6d53923-3f89-433d-b834-661b0b202dd5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:22.808865 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Allocated IP 172.27.0.82 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/a39a83fc-1a44-43d0-a414-143a2fc922fc) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:22.809235 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a30facba-9cad-41b3-92d4-6a7990dc8269 req-75640786-dc00-4de7-8f4e-67996a53bde7 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786996 May 10 20:29:22.810335 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Attempting to bind port 4bd13528-c579-4afa-b532-4361b97206db on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:22.810725 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Attempting to bind port 4bd13528-c579-4afa-b532-4361b97206db by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:22.811094 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Attempting to bind port 4bd13528-c579-4afa-b532-4361b97206db on network 4369b197-1a56-465e-9984-92729f634dd2 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:22.813090 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cd8fe20f-33d5-4751-b12e-359e3e1da91f req-3d2e0f65-3c57-407f-be8f-d08d7db59a7f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767090 May 10 20:29:22.819244 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:22.819623 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Checking segment: {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:22.820025 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.820418 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Bound using segment: {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:22.821077 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Bound port: 4bd13528-c579-4afa-b532-4361b97206db, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:22.821304 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (4bd13528-c579-4afa-b532-4361b97206db), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.843646 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.893690 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] For port 4bd13528-c579-4afa-b532-4361b97206db, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:22.897864 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] For port 4bd13528-c579-4afa-b532-4361b97206db, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=4bd13528-c579-4afa-b532-4361b97206db,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:22.901455 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16ecc0ee-035c-448c-a1f4-5935997d51af req-68f3c0f3-399d-409a-8310-b0debd55d61a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893645 May 10 20:29:22.905197 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (4bd13528-c579-4afa-b532-4361b97206db), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.915476 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:22.916359 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:22.917908 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-48608a88-942d-40f7-8450-2691fb44497e service neutron] 10.222.0.69 "PUT /v2.0/ports/e6d53923-3f89-433d-b834-661b0b202dd5 HTTP/1.1" status: 200 len: 1093 time: 1.9635327 May 10 20:29:22.920270 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2770aa15-1b13-48cc-98e2-125c69098de6', 'tag': 'e6d53923-3f89-433d-b834-661b0b202dd5'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:22.922908 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e297087-60ee-432e-96ec-29747668c939" -d '{"events": [{"name": "network-changed", "server_uuid": "2770aa15-1b13-48cc-98e2-125c69098de6", "tag": "e6d53923-3f89-433d-b834-661b0b202dd5"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:22.975377 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1aee5-f534-4a0b-887b-499ef4e1f72d None None] Pushing event updated for resources: {'Port': ['ID=4bd13528-c579-4afa-b532-4361b97206db,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:23.021855 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f06b6-6f0d-4f45-8a0a-b947fdda1ada x-openstack-request-id: req-327f06b6-6f0d-4f45-8a0a-b947fdda1ada {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:23.022401 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2770aa15-1b13-48cc-98e2-125c69098de6", "tag": "e6d53923-3f89-433d-b834-661b0b202dd5", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:23.022649 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-327f06b6-6f0d-4f45-8a0a-b947fdda1ada {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:23.023330 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327f06b6-6f0d-4f45-8a0a-b947fdda1ada'] response: {'name': 'network-changed', 'server_uuid': '2770aa15-1b13-48cc-98e2-125c69098de6', 'tag': 'e6d53923-3f89-433d-b834-661b0b202dd5', 'status': 'completed', 'code': 200} May 10 20:29:23.029506 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48608a88-942d-40f7-8450-2691fb44497e service neutron] Pushing event updated for resources: {'Port': ['ID=e6d53923-3f89-433d-b834-661b0b202dd5,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:23.076260 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks [] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.119313 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.135608 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34858) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:23.150605 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5f65930-afc4-4f2a-9149-69c6eac9d267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.165188 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:23.168130 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:23.173899 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:23.202194 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Pushing event updated for resources: {'Port': ['ID=a39a83fc-1a44-43d0-a414-143a2fc922fc,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:23.230901 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5f65930-afc4-4f2a-9149-69c6eac9d267 admin admin] Publish callbacks [] for security_group (d0f8348c-71b9-4c20-867d-c4e917dd33d2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.237545 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c5f65930-afc4-4f2a-9149-69c6eac9d267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (d0f8348c-71b9-4c20-867d-c4e917dd33d2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.297006 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c5f65930-afc4-4f2a-9149-69c6eac9d267 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c54de7655d24834aa0d5662732a83a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602106 May 10 20:29:23.298230 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f65930-afc4-4f2a-9149-69c6eac9d267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f8348c-71b9-4c20-867d-c4e917dd33d2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:23.300059 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34860) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:23.445888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ea15365-38ce-4616-a4b2-69a46b4bd281 admin admin] Publish callbacks [] for security_group (d0f8348c-71b9-4c20-867d-c4e917dd33d2), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.476520 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ea15365-38ce-4616-a4b2-69a46b4bd281 admin admin] Publish callbacks [] for security_group (d0f8348c-71b9-4c20-867d-c4e917dd33d2), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.564782 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks [] for router_gateway (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.623268 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ea15365-38ce-4616-a4b2-69a46b4bd281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (d0f8348c-71b9-4c20-867d-c4e917dd33d2), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.625808 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3ea15365-38ce-4616-a4b2-69a46b4bd281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.626144 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 4bd13528-c579-4afa-b532-4361b97206db up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:23.626940 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3ea15365-38ce-4616-a4b2-69a46b4bd281 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0f8348c-71b9-4c20-867d-c4e917dd33d2 HTTP/1.1" status: 204 len: 168 time: 0.3258505 May 10 20:29:23.632534 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f24cc9-2072-4d03-95ad-165c014a3cee req-25eb51d1-6c8a-406c-a03c-b4a463591f47 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:23.635044 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0f24cc9-2072-4d03-95ad-165c014a3cee req-25eb51d1-6c8a-406c-a03c-b4a463591f47 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0582399 May 10 20:29:23.644677 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea15365-38ce-4616-a4b2-69a46b4bd281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f8348c-71b9-4c20-867d-c4e917dd33d2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:23.720457 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 4bd13528-c579-4afa-b532-4361b97206db triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:23.720851 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (4bd13528-c579-4afa-b532-4361b97206db), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.776883 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bd6ee-34c5-463c-b379-c25fe64a2001 req-db302bbf-fc7f-41e6-bcf8-ed6723d80a31 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:23.778834 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd0bd6ee-34c5-463c-b379-c25fe64a2001 req-db302bbf-fc7f-41e6-bcf8-ed6723d80a31 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 949 time: 0.1142652 May 10 20:29:23.782963 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0f24cc9-2072-4d03-95ad-165c014a3cee req-594af81f-1ec0-46cf-b279-a624285fa3e8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422563 May 10 20:29:23.852910 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 4bd13528-c579-4afa-b532-4361b97206db is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:23.853310 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (4bd13528-c579-4afa-b532-4361b97206db), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.859214 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd0bd6ee-34c5-463c-b379-c25fe64a2001 req-4a1cfec2-38ca-41c7-b97e-3d10561194ca tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689695 May 10 20:29:23.860186 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:23.913485 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 4bd13528-c579-4afa-b532-4361b97206db, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=4bd13528-c579-4afa-b532-4361b97206db,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:23.928628 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (4bd13528-c579-4afa-b532-4361b97206db), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:24.005933 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996a513-90d3-428c-b472-c68f64d2d27c req-e4f897b8-05b6-4a7f-b8b4-45c949e6fb5e tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:24.007622 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=4bd13528-c579-4afa-b532-4361b97206db,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:24.009459 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0996a513-90d3-428c-b472-c68f64d2d27c req-e4f897b8-05b6-4a7f-b8b4-45c949e6fb5e tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 943 time: 0.0871599 May 10 20:29:24.073873 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0996a513-90d3-428c-b472-c68f64d2d27c req-653a9cfb-433f-4f92-a1ba-abe675b290a7 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547550 May 10 20:29:24.085340 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:29:24.253374 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:29:24.267234 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Sync routers for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:29:24.295005 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297087-60ee-432e-96ec-29747668c939 req-6b6b5e3f-0e25-4814-9124-e72c351cf4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:24.297162 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b2bdb5-25fc-4940-a3eb-16224809bda5 None None] Network 4369b197-1a56-465e-9984-92729f634dd2 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:24.304731 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:29:24.306425 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:28:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:24.312806 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e297087-60ee-432e-96ec-29747668c939 req-6b6b5e3f-0e25-4814-9124-e72c351cf4d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a24528148d9444038c71b83c90aa026e&device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 1127 time: 0.0710955 May 10 20:29:24.316607 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:24.320395 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-550a3abb-5153-4ed9-bc2e-fff07fb38e33 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9810283 May 10 20:29:24.321131 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34886) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:24.407929 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9bcd777d-46d6-4703-a82f-179935b5b661 None None] Provisioning complete for port 4bd13528-c579-4afa-b532-4361b97206db triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:24.408303 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9bcd777d-46d6-4703-a82f-179935b5b661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (4bd13528-c579-4afa-b532-4361b97206db), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:24.448304 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:29:24.538520 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68c82a08-3385-4dea-a9e7-c7fe8956086e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:24.650870 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd777d-46d6-4703-a82f-179935b5b661 None None] Current status of the port 4bd13528-c579-4afa-b532-4361b97206db is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:24.676494 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:23Z', 'revision_number': 3, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:24.718382 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Checking router: ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:29:24.719094 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Updating router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd port a39a83fc-1a44-43d0-a414-143a2fc922fc binding host dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:29:24.765461 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34902) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:24.765954 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:24.906571 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1525356031-network', 'tenant_id': 'f41df963fc334b24b0ddef0946179bb6'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:24.948103 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:24.972474 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f02d37fd-cc01-4671-b797-c0dbd52e5891 None None] Provisioning complete for port 4bd13528-c579-4afa-b532-4361b97206db triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:24.972844 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f02d37fd-cc01-4671-b797-c0dbd52e5891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (4bd13528-c579-4afa-b532-4361b97206db), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.008058 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67c86-dfcf-4d8d-a172-e20fee18af33 req-00b800b5-24fe-429a-bdd8-7a8744757cd0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:25.009940 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-17a67c86-dfcf-4d8d-a172-e20fee18af33 req-00b800b5-24fe-429a-bdd8-7a8744757cd0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0946794 May 10 20:29:25.088556 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f02d37fd-cc01-4671-b797-c0dbd52e5891 None None] Current status of the port 4bd13528-c579-4afa-b532-4361b97206db is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:25.102528 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651d09-be3b-4f5b-9a63-7df1903258f7 req-b36a07f4-9dff-43a1-864d-9aad677d7f87 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:25.104036 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f5651d09-be3b-4f5b-9a63-7df1903258f7 req-b36a07f4-9dff-43a1-864d-9aad677d7f87 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 949 time: 0.0926621 May 10 20:29:25.160030 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Made reservation on behalf of f41df963fc334b24b0ddef0946179bb6 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:25.164189 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.194230 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.223359 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Allocated IP 172.20.0.1 (4369b197-1a56-465e-9984-92729f634dd2/8eef294f-fec1-4883-ac0a-ece7a6fa255a/e1d0f89d-b3b6-4814-bc02-3757b3cf5818) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:25.253550 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f5651d09-be3b-4f5b-9a63-7df1903258f7 req-8ba658cf-fb31-4bec-b3fa-3de1674c2841 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308126 May 10 20:29:25.261166 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-17a67c86-dfcf-4d8d-a172-e20fee18af33 req-36dd6778-a4b6-4fa0-8621-02716dfbff75 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471500 May 10 20:29:25.269333 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Publish callbacks [] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.285409 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.353230 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Attempting to bind port a39a83fc-1a44-43d0-a414-143a2fc922fc on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:25.353785 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Attempting to bind port a39a83fc-1a44-43d0-a414-143a2fc922fc by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:25.354152 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Attempting to bind port a39a83fc-1a44-43d0-a414-143a2fc922fc on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:25.364002 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:25.364439 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:25.365354 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.365746 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:25.366224 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Bound port: a39a83fc-1a44-43d0-a414-143a2fc922fc, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:25.366595 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.401733 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Pushing event updated for resources: {'Port': ['ID=a39a83fc-1a44-43d0-a414-143a2fc922fc,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:25.417473 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.417835 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.418183 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.418526 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.419983 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.420333 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.420659 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.421056 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.421385 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.421707 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.422028 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.422406 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.422700 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.423066 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.423384 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.426925 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d17da-42f3-4af3-a49a-3e1a6cc7a8c2 req-e43e0cfe-6799-4f4f-88a6-eb69982f810d tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:25.436442 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-077d17da-42f3-4af3-a49a-3e1a6cc7a8c2 req-e43e0cfe-6799-4f4f-88a6-eb69982f810d tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 943 time: 0.0954700 May 10 20:29:25.463691 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] For port a39a83fc-1a44-43d0-a414-143a2fc922fc, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:25.468217 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] For port a39a83fc-1a44-43d0-a414-143a2fc922fc, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=a39a83fc-1a44-43d0-a414-143a2fc922fc,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:25.469753 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Publish callbacks [] for security_group (0edca1cf-f8d0-4e77-8c36-72d460c64146), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.480935 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.486592 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0edca1cf-f8d0-4e77-8c36-72d460c64146), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.534526 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:29:25.558668 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:29:25.559810 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:28:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:25.562114 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-077d17da-42f3-4af3-a49a-3e1a6cc7a8c2 req-a55454fb-9e1a-44b0-91ce-58100aa9d9a1 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220074 May 10 20:29:25.578768 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edca1cf-f8d0-4e77-8c36-72d460c64146,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:25.588927 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (ad98f1a0-c843-40db-82a5-0490030065d5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.589891 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Added segment ad98f1a0-c843-40db-82a5-0490030065d5 of type vlan for network 4cab43d7-cfde-4a61-889f-4f2ce520f079 May 10 20:29:25.592585 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.593237 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.593779 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.594271 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.595226 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.596032 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.597329 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.597856 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.598197 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.598536 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.599468 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.601422 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.601867 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.602267 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.602671 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:25.626190 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297087-60ee-432e-96ec-29747668c939 req-c95184bf-a3cb-47c5-9608-8ebad9245a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:25.626316 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 4bd13528-c579-4afa-b532-4361b97206db up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:25.627652 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e297087-60ee-432e-96ec-29747668c939 req-c95184bf-a3cb-47c5-9608-8ebad9245a4e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a24528148d9444038c71b83c90aa026e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4914370 May 10 20:29:25.644686 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3592c0e-b4fa-40b4-a163-2f46de908e96 None None] Pushing event updated for resources: {'Port': ['ID=a39a83fc-1a44-43d0-a414-143a2fc922fc,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:25.713131 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 4bd13528-c579-4afa-b532-4361b97206db triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:25.714035 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (4bd13528-c579-4afa-b532-4361b97206db), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.723428 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94366b5c-552b-4bbf-ab6b-43c48675ce38 req-f0c3a638-8ce9-4fd9-86aa-719c21f703f4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:25.732098 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-94366b5c-552b-4bbf-ab6b-43c48675ce38 req-f0c3a638-8ce9-4fd9-86aa-719c21f703f4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.1222866 May 10 20:29:25.742503 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (4cab43d7-cfde-4a61-889f-4f2ce520f079), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.785838 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:29:25.808026 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297087-60ee-432e-96ec-29747668c939 req-7fb62da1-64e3-4198-bdec-e635c5ff54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:25.809808 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6e297087-60ee-432e-96ec-29747668c939 req-7fb62da1-64e3-4198-bdec-e635c5ff54c8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306231 May 10 20:29:25.816595 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-94366b5c-552b-4bbf-ab6b-43c48675ce38 req-265b7dcd-42c0-40c7-bee4-dd80d514dac4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830958 May 10 20:29:25.817959 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (4cab43d7-cfde-4a61-889f-4f2ce520f079), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.818936 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:25.837368 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.872929 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 4bd13528-c579-4afa-b532-4361b97206db is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:25.874593 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Publish callbacks [] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:25.954986 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1879222 May 10 20:29:25.963024 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 34926) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:25.974784 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Request body: {'subnet': {'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1525356031-subnet', 'tenant_id': 'f41df963fc334b24b0ddef0946179bb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:25.980937 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-36496892-27f8-4f6e-a547-71125d88b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:25.982435 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-36496892-27f8-4f6e-a547-71125d88b56a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a24528148d9444038c71b83c90aa026e&device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 1127 time: 0.1052561 May 10 20:29:25.991643 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100d1c0-72a8-440c-b7af-a4d3432a7ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=4cab43d7-cfde-4a61-889f-4f2ce520f079,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:26.004011 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network 4cab43d7-cfde-4a61-889f-4f2ce520f079 details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:29:26.034205 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:23Z', 'revision_number': 3, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:26.055047 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-22a282cf-9669-47f3-aff6-9af2955b7ea4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6d53923-3f89-433d-b834-661b0b202dd5 HTTP/1.1" status: 200 len: 217 time: 0.0566862 May 10 20:29:26.075655 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Made reservation on behalf of f41df963fc334b24b0ddef0946179bb6 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:26.077706 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776381'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:26.100562 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfcb863-8ba1-4760-8fc8-698b08d752a3 None None] The sync data for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi is: [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:23Z', 'revision_number': 3, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:29:26.185923 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-5572444d-eb8b-4f8d-a0ff-0594e75c34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:26.187468 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-5572444d-eb8b-4f8d-a0ff-0594e75c34dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f68793a9-dfb2-46fb-9139-f49502e86f79 HTTP/1.1" status: 200 len: 848 time: 0.1252415 May 10 20:29:26.190306 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:26.279479 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-a3ae363d-3004-4901-8a3b-fa3962526c0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=db973cef-69d1-4d44-9c77-fbbd27082c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815861 May 10 20:29:26.289599 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Network 4369b197-1a56-465e-9984-92729f634dd2 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:26.355607 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:26.364162 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:26.380663 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d0f89d-b3b6-4814-bc02-3757b3cf5818,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:26.405831 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c140a-ebda-4162-a22f-f549aea8ba8c req-569cf268-9c9b-4ed7-9df8-59ffa8024197 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:26.411511 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-546c140a-ebda-4162-a22f-f549aea8ba8c req-569cf268-9c9b-4ed7-9df8-59ffa8024197 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 949 time: 0.0720296 May 10 20:29:26.423038 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.423386 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.423843 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.424308 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.424654 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.425016 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.425342 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.425667 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.425991 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.433535 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.434067 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.434675 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.435157 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.437493 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.437849 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:29:26.503411 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-546c140a-ebda-4162-a22f-f549aea8ba8c req-e9746cc7-2373-4eb3-89de-4c71c68630bc tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825670 May 10 20:29:26.565280 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:26.572546 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-62d58cc5-c0fe-471c-9080-ae673182994d service neutron] 10.222.0.69 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786307 May 10 20:29:26.659865 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4f3987a3-f596-4a61-9ab5-63f772b47ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:26.721822 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9a11a62e-cc7b-4116-87f1-20f38cfdfcc3 None None] Provisioning complete for port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:26.723349 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a11a62e-cc7b-4116-87f1-20f38cfdfcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:26.744178 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fa304-e1b3-4257-b100-e7f4cfe1478c req-b86f1e3e-2b90-46c4-ae84-def934f4bae2 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:26.747116 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e23fa304-e1b3-4257-b100-e7f4cfe1478c req-b86f1e3e-2b90-46c4-ae84-def934f4bae2 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 943 time: 0.0784771 May 10 20:29:26.814795 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9a11a62e-cc7b-4116-87f1-20f38cfdfcc3 None None] Port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:29:26.815645 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3443195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25776355'] for subnet (321bdfd6-9ce1-4449-a1d4-297e126f1e00), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:26.822710 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e23fa304-e1b3-4257-b100-e7f4cfe1478c req-3c716e4d-e40d-4171-95c3-3d0ed36393d3 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686486 May 10 20:29:26.877761 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-dd4305e5-00b8-497f-ad6f-b25833f21676 req-33bf44f5-4b32-434c-8ff2-b44bb5065fb9 service neutron] 10.222.0.69 "GET /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462399 May 10 20:29:26.914323 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59a87f-6b45-449a-8112-1a1b2924e571 req-0dc06b67-3d56-47a9-9cd4-93442f6c35ef tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:26.916058 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb59a87f-6b45-449a-8112-1a1b2924e571 req-0dc06b67-3d56-47a9-9cd4-93442f6c35ef tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 949 time: 0.0565958 May 10 20:29:26.944157 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321bdfd6-9ce1-4449-a1d4-297e126f1e00,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:26.964267 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:26.967583 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Checking segment: {'id': 'ad98f1a0-c843-40db-82a5-0490030065d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:26.967950 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Network hostable DHCP agents. Network: 4cab43d7-cfde-4a61-889f-4f2ce520f079, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:29:26.969026 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb59a87f-6b45-449a-8112-1a1b2924e571 req-bfcdc2c8-0a9b-46c8-a4a5-8fe6e30251bd tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 May 10 20:29:27.024043 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Network 4cab43d7-cfde-4a61-889f-4f2ce520f079 is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:29:27.037756 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, 4cab43d7-cfde-4a61-889f-4f2ce520f079) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:27.049846 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:27.050449 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:27.053341 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3685cdfe-6079-49e6-aebf-c93947eeb226 None None] Network 4cab43d7-cfde-4a61-889f-4f2ce520f079 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:27.104936 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-42735051-7e4c-4edc-a596-2d853379a172 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1356280 May 10 20:29:27.166280 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fed5bf-ce90-410a-a843-62c15a109b0e None None] Network 4cab43d7-cfde-4a61-889f-4f2ce520f079 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:27.183436 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Publish callbacks [] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:27.190190 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:27.284054 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d0f89d-b3b6-4814-bc02-3757b3cf5818,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:27.286974 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:27.414471 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Network 4369b197-1a56-465e-9984-92729f634dd2 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:27.415891 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:27.621439 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:29:27.654463 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a39a83fc-1a44-43d0-a414-143a2fc922fc up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:27.756450 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port a39a83fc-1a44-43d0-a414-143a2fc922fc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:27.757491 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:27.795881 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4af6e4-36e7-4ba4-81e4-1ab1593d2a72 req-025fbd9a-ee45-4803-b267-d022cd868688 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:27.805910 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6f4af6e4-36e7-4ba4-81e4-1ab1593d2a72 req-025fbd9a-ee45-4803-b267-d022cd868688 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.1225219 May 10 20:29:27.851975 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:29:27.863033 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-126178ef-4986-4894-8443-4943dabdba23 None None] Provisioning complete for port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:27.864489 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-126178ef-4986-4894-8443-4943dabdba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:27.870896 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-40e65ade-1c9a-4c61-9f07-80f69b7e2552 admin admin] 10.222.0.61 "PUT /v2.0/routers/ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5449791 May 10 20:29:27.881955 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6f4af6e4-36e7-4ba4-81e4-1ab1593d2a72 req-ae902e76-0e01-41b4-ba51-9ef90ed631ba tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749054 May 10 20:29:27.919187 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-126178ef-4986-4894-8443-4943dabdba23 None None] Port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:29:27.921108 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port a39a83fc-1a44-43d0-a414-143a2fc922fc is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:27.922103 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:27.953526 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port a39a83fc-1a44-43d0-a414-143a2fc922fc, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=a39a83fc-1a44-43d0-a414-143a2fc922fc,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:27.956006 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.072591 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5314c-98b5-43f3-aa4b-fa7b16f383f8 req-b8f92f3a-06a6-43d4-9910-8afce940ff87 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:28.081512 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d5e5314c-98b5-43f3-aa4b-fa7b16f383f8 req-b8f92f3a-06a6-43d4-9910-8afce940ff87 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 943 time: 0.1057174 May 10 20:29:28.117378 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.121336 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=a39a83fc-1a44-43d0-a414-143a2fc922fc,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:28.163586 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b4fdc-4e40-40f9-9bf2-87d50cbf2eb2 req-1e22d6a4-b396-42b4-80fe-a195caca5dea tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:28.165149 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-597b4fdc-4e40-40f9-9bf2-87d50cbf2eb2 req-1e22d6a4-b396-42b4-80fe-a195caca5dea tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 949 time: 0.0802629 May 10 20:29:28.197786 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d5e5314c-98b5-43f3-aa4b-fa7b16f383f8 req-24e086bc-03d5-4f4e-9589-11f735347fc6 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118300 May 10 20:29:28.245347 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-597b4fdc-4e40-40f9-9bf2-87d50cbf2eb2 req-26902888-f5e8-49bb-b8cd-8bf1a8a69135 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648253 May 10 20:29:28.308514 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Sync routers for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:29:28.320718 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:29:28.321398 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:29:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:28.434181 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:29:28.464774 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 34998) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:28.470702 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1417322699-network', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:28.496771 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Made reservation on behalf of c55adf09fe3e48468a0317be42fe770a for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:28.501046 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.514605 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.600475 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Publish callbacks [] for security_group (e5c1ff6f-3ca4-4e3c-987b-8286cb394051), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.604857 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (e5c1ff6f-3ca4-4e3c-987b-8286cb394051), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.630339 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:29:28.642978 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c1ff6f-3ca4-4e3c-987b-8286cb394051,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:28.648303 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (580f1b0a-3e91-473c-9ec6-333528522271), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.648727 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Added segment 580f1b0a-3e91-473c-9ec6-333528522271 of type vlan for network b7fe13ae-b727-4f77-866c-067545f61a3c May 10 20:29:28.674180 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:26Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e1d0f89d-b3b6-4814-bc02-3757b3cf5818', 'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'mac_address': 'fa:16:3e:a6:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:24Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 2, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'subnets': [{'id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:28.709258 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Checking router: ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:29:28.709713 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Updating router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:29:28.713685 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (b7fe13ae-b727-4f77-866c-067545f61a3c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.749839 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.752621 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (b7fe13ae-b727-4f77-866c-067545f61a3c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.754619 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:28.755807 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:28.851747 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3856688 May 10 20:29:28.854294 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35008) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:28.863363 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Request body: {'subnet': {'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1417322699-subnet', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:28.868139 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14320839-a637-4746-a577-a103c5b1379b admin admin] Pushing event updated for resources: {'Network': ['ID=b7fe13ae-b727-4f77-866c-067545f61a3c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:28.881911 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network b7fe13ae-b727-4f77-866c-067545f61a3c details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:29:28.898009 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Made reservation on behalf of c55adf09fe3e48468a0317be42fe770a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:28.900662 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.057182 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5875ce-9bd9-44f8-ae48-bc5f1748d62a req-9997c846-0564-4754-ab5c-324670031c1e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:29.058890 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd5875ce-9bd9-44f8-ae48-bc5f1748d62a req-9997c846-0564-4754-ab5c-324670031c1e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0671356 May 10 20:29:29.129306 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.227895 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd5875ce-9bd9-44f8-ae48-bc5f1748d62a req-dc73aa4e-e3a2-4386-8269-5e69d0ef119c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313145 May 10 20:29:29.238511 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Publish callbacks [] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.247592 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.259556 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for subnet (7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.341248 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:29.355037 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e48903-599e-4680-9ce3-927c6ca9ec0f None None] Pushing event updated for resources: {'Port': ['ID=e1d0f89d-b3b6-4814-bc02-3757b3cf5818,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:29.395446 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Checking segment: {'id': '580f1b0a-3e91-473c-9ec6-333528522271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:29.396670 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Network hostable DHCP agents. Network: b7fe13ae-b727-4f77-866c-067545f61a3c, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:29:29.424131 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076becc-c720-4709-b103-6f285a2484b4 req-c4f1e433-2a73-45ed-9cf6-afba5e5dc3a6 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:29.426871 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2076becc-c720-4709-b103-6f285a2484b4 req-c4f1e433-2a73-45ed-9cf6-afba5e5dc3a6 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 943 time: 0.1037149 May 10 20:29:29.432821 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Attempting to bind port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:29.433254 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Attempting to bind port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:29.433621 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Attempting to bind port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 on network 4369b197-1a56-465e-9984-92729f634dd2 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:29.439737 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543bd71-886e-4907-8e3a-e0ffab61852e req-32fd560b-e901-4c2e-93f8-319c6ee03e50 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:29.440040 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:29.440252 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Checking segment: {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:29.441191 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.441191 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Bound using segment: {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:29.441596 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0543bd71-886e-4907-8e3a-e0ffab61852e req-32fd560b-e901-4c2e-93f8-319c6ee03e50 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 949 time: 0.0814607 May 10 20:29:29.443362 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-74792cea-bad0-4b20-b690-54d4c877c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:29.445117 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-74792cea-bad0-4b20-b690-54d4c877c2da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 1130 time: 0.0552509 May 10 20:29:29.448311 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Bound port: e1d0f89d-b3b6-4814-bc02-3757b3cf5818, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:29.448924 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.473614 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Network b7fe13ae-b727-4f77-866c-067545f61a3c is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:29:29.503564 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, b7fe13ae-b727-4f77-866c-067545f61a3c) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:29.517865 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72550213-4759-4689-8bb6-73567441e74c None None] Network b7fe13ae-b727-4f77-866c-067545f61a3c requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:29.555735 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:29.556324 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.589789 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2076becc-c720-4709-b103-6f285a2484b4 req-54903b6c-8aa4-4946-b65a-7253b6127d16 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470294 May 10 20:29:29.602646 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0543bd71-886e-4907-8e3a-e0ffab61852e req-ff7bb8d7-effd-4fe2-975a-1ee3ea6e293b tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/security-groups?id=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470695 May 10 20:29:29.627954 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-abda1396-3721-4cc5-8e3a-7023c47c6e01 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7690794 May 10 20:29:29.629011 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35026) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:29.634962 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:29.672140 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (fb0cf940-c77a-4fc0-a521-84aa3ea05011), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.673449 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (fb0cf940-c77a-4fc0-a521-84aa3ea05011), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.683681 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a39a83fc-1a44-43d0-a414-143a2fc922fc up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:29.693776 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-f015ec9e-43a8-4687-a72f-687221df2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:29.695451 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-f015ec9e-43a8-4687-a72f-687221df2169 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.2399642 May 10 20:29:29.708571 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-45b76bb4-b041-45c2-ba96-f78494a04a9d tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:29.710749 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-45b76bb4-b041-45c2-ba96-f78494a04a9d tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 949 time: 0.1438403 May 10 20:29:29.738065 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-b7fe13ae-b727-4f77-866c-067545f61a3c', 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c', 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'fixed_ips': [{'subnet_id': '7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:29:29.738930 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.748105 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks [] for router_controller (fb0cf940-c77a-4fc0-a521-84aa3ea05011), precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.771608 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port a39a83fc-1a44-43d0-a414-143a2fc922fc triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:29.772792 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.778915 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] For port e1d0f89d-b3b6-4814-bc02-3757b3cf5818, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:29.798675 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-0f7d33ed-804d-4184-85a2-f82b25db4cbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c622a7-be22-49f6-bfdf-2e75a819556e HTTP/1.1" status: 200 len: 217 time: 0.0867484 May 10 20:29:29.825417 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ede95da8-ac9f-4806-bff2-cdec1b65d7c1 None None] Provisioning complete for port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:29.825876 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ede95da8-ac9f-4806-bff2-cdec1b65d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.834850 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] For port e1d0f89d-b3b6-4814-bc02-3757b3cf5818, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=e1d0f89d-b3b6-4814-bc02-3757b3cf5818,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:29.873823 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:29.893912 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-3a71871b-46f3-45b5-8e5e-2490b76d7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:29.895476 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-3a71871b-46f3-45b5-8e5e-2490b76d7edb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0850787 May 10 20:29:29.899974 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Deleting port 26e8a4d3-7676-4091-b213-98ee10e1293a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:29:29.900387 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:30.011230 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ede95da8-ac9f-4806-bff2-cdec1b65d7c1 None None] Port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:29:30.031989 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks [] for router_gateway (fb0cf940-c77a-4fc0-a521-84aa3ea05011), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:30.057032 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-a0826b2d-5446-43a9-98e7-21f796d66490 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:30.065244 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-a0826b2d-5446-43a9-98e7-21f796d66490 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/networks?id=4cab43d7-cfde-4a61-889f-4f2ce520f079 HTTP/1.1" status: 200 len: 814 time: 0.3153236 May 10 20:29:30.110102 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:29:30.110755 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:29:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:30.112769 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] For port 26e8a4d3-7676-4091-b213-98ee10e1293a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=26e8a4d3-7676-4091-b213-98ee10e1293a,segment=NetworkSegment(1f41d746-4804-4566-8fd8-09ca9ec1ae43),segment_id=1f41d746-4804-4566-8fd8-09ca9ec1ae43)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:30.113179 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:30.119520 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e48903-599e-4680-9ce3-927c6ca9ec0f None None] Pushing event updated for resources: {'Port': ['ID=e1d0f89d-b3b6-4814-bc02-3757b3cf5818,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:30.135725 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-4677b1f1-8595-48e3-883e-9b190c55b3be tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/quotas/f41df963fc334b24b0ddef0946179bb6 HTTP/1.1" status: 200 len: 375 time: 0.0686798 May 10 20:29:30.160320 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Calling delete_port for 26e8a4d3-7676-4091-b213-98ee10e1293a owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:29:30.186568 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-47aa4299-a0f5-417f-ab32-3a255a07e7e9 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f41df963fc334b24b0ddef0946179bb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499163 May 10 20:29:30.222470 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Allocated IP 172.20.0.2 (b7fe13ae-b727-4f77-866c-067545f61a3c/7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b/eecb4305-3147-4269-a955-b1e451a6a7b5) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:30.231220 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port a39a83fc-1a44-43d0-a414-143a2fc922fc is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:30.295790 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-f1a9261c-2c43-4234-a290-92b21b31d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:30.298273 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-f1a9261c-2c43-4234-a290-92b21b31d158 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3377047 May 10 20:29:30.531334 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-0233b0d8-4417-4801-9fac-6d0a8f295bdd service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111428 May 10 20:29:30.555468 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b55eaf88-8b0f-445d-bcda-d03ccc71471d None None] Provisioning complete for port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:30.555861 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b55eaf88-8b0f-445d-bcda-d03ccc71471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:30.647594 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:29:30.708361 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-202d99ef-3b92-46ef-812b-2bd2809ad7b2 req-10af13be-eeea-4819-a9b4-e5597ddbac4c service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691835 May 10 20:29:30.709180 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (26e8a4d3-7676-4091-b213-98ee10e1293a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:30.739022 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['26e8a4d3-7676-4091-b213-98ee10e1293a'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:29:30.748134 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Pushing event deleted for resources: {'Port': ['ID=26e8a4d3-7676-4091-b213-98ee10e1293a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:30.752222 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:30.830160 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] No DVR routers for this DVR port 26e8a4d3-7676-4091-b213-98ee10e1293a on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:29:30.838937 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:30.847596 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-73cc1696-8cd7-44eb-86dd-5f4ad00c7310 req-d84ab2ca-b734-4968-9c44-91b12f7c5048 tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.69 "DELETE /v2.0/ports/26e8a4d3-7676-4091-b213-98ee10e1293a HTTP/1.1" status: 204 len: 173 time: 1.1255949 May 10 20:29:30.853693 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e6d15d-8fa1-4284-a294-6082bc7fb7d1', 'name': 'network-vif-deleted', 'tag': '26e8a4d3-7676-4091-b213-98ee10e1293a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:30.856853 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958a89cf-fe47-4cc8-9cdc-16cec484e673" -d '{"events": [{"server_uuid": "e3e6d15d-8fa1-4284-a294-6082bc7fb7d1", "name": "network-vif-deleted", "tag": "26e8a4d3-7676-4091-b213-98ee10e1293a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:30.908918 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b55eaf88-8b0f-445d-bcda-d03ccc71471d None None] Current status of the port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:30.909673 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b55eaf88-8b0f-445d-bcda-d03ccc71471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.007206 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b55eaf88-8b0f-445d-bcda-d03ccc71471d None None] For port e1d0f89d-b3b6-4814-bc02-3757b3cf5818, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=e1d0f89d-b3b6-4814-bc02-3757b3cf5818,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:31.018145 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b55eaf88-8b0f-445d-bcda-d03ccc71471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.031498 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Publish callbacks [] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.063158 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-8be90cf7-d56f-455e-a43a-aee4449ac2ca service neutron] 10.222.0.61 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8665094 May 10 20:29:31.071854 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.121428 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Network b7fe13ae-b727-4f77-866c-067545f61a3c is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:31.149325 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eaf88-8b0f-445d-bcda-d03ccc71471d None None] Pushing event updated for resources: {'Port': ['ID=e1d0f89d-b3b6-4814-bc02-3757b3cf5818,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:31.155662 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70001e74-39aa-4712-8008-3e242e0d037a req-e6d71d70-6a58-43c6-922e-aeaa23e12f72 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:31.158896 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:31.173868 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-70001e74-39aa-4712-8008-3e242e0d037a req-e6d71d70-6a58-43c6-922e-aeaa23e12f72 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.2140372 May 10 20:29:31.196740 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks [] for router_gateway (fb0cf940-c77a-4fc0-a521-84aa3ea05011), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.206048 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:31.211245 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Pushing event updated for resources: {'Port': ['ID=eecb4305-3147-4269-a955-b1e451a6a7b5,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:31.243045 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:26Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e1d0f89d-b3b6-4814-bc02-3757b3cf5818', 'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'mac_address': 'fa:16:3e:a6:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:24Z', 'updated_at': '2022-05-10T20:29:29Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'subnets': [{'id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:31.275622 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.286172 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb066634-d99d-4828-95d2-ddace34f77fd None None] The sync data for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi is: [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:26Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e1d0f89d-b3b6-4814-bc02-3757b3cf5818', 'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'mac_address': 'fa:16:3e:a6:f2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:24Z', 'updated_at': '2022-05-10T20:29:29Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'subnets': [{'id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:29:31.313938 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Attempting to bind port eecb4305-3147-4269-a955-b1e451a6a7b5 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:31.314305 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Attempting to bind port eecb4305-3147-4269-a955-b1e451a6a7b5 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '580f1b0a-3e91-473c-9ec6-333528522271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:31.314673 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Attempting to bind port eecb4305-3147-4269-a955-b1e451a6a7b5 on network b7fe13ae-b727-4f77-866c-067545f61a3c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:31.321675 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:31.321675 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Checking segment: {'id': '580f1b0a-3e91-473c-9ec6-333528522271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:31.321675 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.322290 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Bound using segment: {'id': '580f1b0a-3e91-473c-9ec6-333528522271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:31.322290 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Bound port: eecb4305-3147-4269-a955-b1e451a6a7b5, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580f1b0a-3e91-473c-9ec6-333528522271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:31.322644 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.391333 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device e6d53923-3f89-433d-b834-661b0b202dd5 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:29:31.432364 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-70001e74-39aa-4712-8008-3e242e0d037a req-9cb653a6-bd66-4c70-923e-b6bd5a7f2788 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574718 May 10 20:29:31.436834 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-b04007e1-e883-44fb-bea2-9a9b56573b12 service neutron] 10.222.0.61 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728464 May 10 20:29:31.448182 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] For port eecb4305-3147-4269-a955-b1e451a6a7b5, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:31.472731 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Allocated IP 172.27.0.210 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/702e1993-a834-4890-9775-0eb4d991e3fe) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:31.588139 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port e6d53923-3f89-433d-b834-661b0b202dd5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e6d53923-3f89-433d-b834-661b0b202dd5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:31.609606 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'e6d53923-3f89-433d-b834-661b0b202dd5', 'network_id': 'db973cef-69d1-4d44-9c77-fbbd27082c06', 'port_id': 'e6d53923-3f89-433d-b834-661b0b202dd5', 'mac_address': 'fa:16:3e:a1:5d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68793a9-dfb2-46fb-9139-f49502e86f79', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:29:31.618095 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74da76b9-9fdd-40bc-9cb8-7d69691f1c75 req-2cc2c611-74df-422a-b211-10fe34a4085d tempest-VolumesNegativeTest-661686173 tempest-VolumesNegativeTest-661686173-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3e6d15d-8fa1-4284-a294-6082bc7fb7d1 HTTP/1.1" status: 200 len: 210 time: 0.0443699 May 10 20:29:31.730122 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] For port eecb4305-3147-4269-a955-b1e451a6a7b5, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=eecb4305-3147-4269-a955-b1e451a6a7b5,segment=NetworkSegment(580f1b0a-3e91-473c-9ec6-333528522271),segment_id=580f1b0a-3e91-473c-9ec6-333528522271)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:31.752426 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.756998 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks [] for port (702e1993-a834-4890-9775-0eb4d991e3fe), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.853871 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e1d0f89d-b3b6-4814-bc02-3757b3cf5818 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:31.857278 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc7613-7e29-4e69-8a1c-c5da4b95d322 req-38628fb1-b75b-4197-9492-8523989022af tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:31.858660 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd897bc-95df-422c-bbc8-a1b88cd266a7 x-openstack-request-id: req-acd897bc-95df-422c-bbc8-a1b88cd266a7 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:31.859165 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e6d15d-8fa1-4284-a294-6082bc7fb7d1", "name": "network-vif-deleted", "tag": "26e8a4d3-7676-4091-b213-98ee10e1293a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:31.859260 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acd897bc-95df-422c-bbc8-a1b88cd266a7 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:31.859588 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd897bc-95df-422c-bbc8-a1b88cd266a7'] response: {'server_uuid': 'e3e6d15d-8fa1-4284-a294-6082bc7fb7d1', 'name': 'network-vif-deleted', 'tag': '26e8a4d3-7676-4091-b213-98ee10e1293a', 'status': 'completed', 'code': 200} May 10 20:29:31.859924 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-34dc7613-7e29-4e69-8a1c-c5da4b95d322 req-38628fb1-b75b-4197-9492-8523989022af tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 943 time: 0.0996115 May 10 20:29:31.876537 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848387ac-d8e6-483e-bd75-84ca4fc0234a None None] Pushing event updated for resources: {'Port': ['ID=eecb4305-3147-4269-a955-b1e451a6a7b5,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:31.909952 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port e6d53923-3f89-433d-b834-661b0b202dd5 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:31.911875 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:31.933879 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d53923-3f89-433d-b834-661b0b202dd5 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:31.944107 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:32.007253 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port e6d53923-3f89-433d-b834-661b0b202dd5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e6d53923-3f89-433d-b834-661b0b202dd5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:32.035149 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:32.078731 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-34dc7613-7e29-4e69-8a1c-c5da4b95d322 req-6b909327-39b3-4cae-ba9b-62a05685f574 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084031 May 10 20:29:32.095800 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Pushing event updated for resources: {'Port': ['ID=702e1993-a834-4890-9775-0eb4d991e3fe,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:32.147287 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:32.150004 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:32.158614 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:32.168032 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:32.168427 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:32.181713 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2d6e3940-465c-457c-a6df-b0dfb55fe9ff req-47fb0479-e3b2-44d2-979e-da191d5c2858 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.1374326 May 10 20:29:32.237767 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=e6d53923-3f89-433d-b834-661b0b202dd5,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:32.365139 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['e6d53923-3f89-433d-b834-661b0b202dd5'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:29:32.440050 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:32.694217 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks [] for router_gateway (fb0cf940-c77a-4fc0-a521-84aa3ea05011), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:32.930507 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d447a-2196-432f-a5cd-2f7e2c27aba3 req-ca634d57-129c-4e68-bd02-6f2b444c3f79 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:32.931916 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-843d447a-2196-432f-a5cd-2f7e2c27aba3 req-ca634d57-129c-4e68-bd02-6f2b444c3f79 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.2394290 May 10 20:29:33.099531 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (fb0cf940-c77a-4fc0-a521-84aa3ea05011), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:33.113663 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-843d447a-2196-432f-a5cd-2f7e2c27aba3 req-b6816ca3-af04-4633-aa71-b8cb7ed059ba tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697748 May 10 20:29:33.275646 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a98b01-2aa3-4ae7-91b2-6af7392aa98f req-3d35c7e8-a63e-4ffd-9f94-a4a054283889 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:33.277220 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46a98b01-2aa3-4ae7-91b2-6af7392aa98f req-3d35c7e8-a63e-4ffd-9f94-a4a054283889 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 944 time: 0.1030571 May 10 20:29:33.368794 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5e16dd61-5bda-4692-9392-dbf79b190990 req-f90a17d1-c1ee-4ed8-a9a3-d019df189ce8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0542519 May 10 20:29:33.388519 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device e6d53923-3f89-433d-b834-661b0b202dd5 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:33.461052 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-46a98b01-2aa3-4ae7-91b2-6af7392aa98f req-a6741df3-0711-4a11-8231-5c3e1e80cc14 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734409 May 10 20:29:33.469964 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Router fb0cf940-c77a-4fc0-a521-84aa3ea05011 is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:29:33.524763 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port e6d53923-3f89-433d-b834-661b0b202dd5 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:29:33.535394 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port e6d53923-3f89-433d-b834-661b0b202dd5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:33.535986 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:33.725435 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port e6d53923-3f89-433d-b834-661b0b202dd5 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:33.726903 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:33.832562 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device eecb4305-3147-4269-a955-b1e451a6a7b5 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:33.839196 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:29:33.860199 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Sync routers for ids ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:29:33.879377 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:33.881777 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f417b1d0-2c9a-4e3e-9fd5-9a8ac4474010 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2516208 May 10 20:29:33.885307 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35160) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:33.893218 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Routers {'fb0cf940-c77a-4fc0-a521-84aa3ea05011'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:29:33.894007 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:29:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:33.921082 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-7d2522a4-44ba-4e66-91f5-08d20cb51158 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:33.923823 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2770aa15-1b13-48cc-98e2-125c69098de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d53923-3f89-433d-b834-661b0b202dd5'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:33.926506 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade0f24f-0167-45e5-95c4-6372191c2f94" -d '{"events": [{"server_uuid": "2770aa15-1b13-48cc-98e2-125c69098de6", "name": "network-vif-plugged", "status": "completed", "tag": "e6d53923-3f89-433d-b834-661b0b202dd5"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:33.943274 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-7d2522a4-44ba-4e66-91f5-08d20cb51158 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.69 "GET /v2.0/networks?id=4cab43d7-cfde-4a61-889f-4f2ce520f079 HTTP/1.1" status: 200 len: 814 time: 0.3806999 May 10 20:29:33.953729 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port e6d53923-3f89-433d-b834-661b0b202dd5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e6d53923-3f89-433d-b834-661b0b202dd5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:33.963772 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Request body: {'port': {'device_id': 'd938abee-70d7-4d66-98a6-5479de0392b2', 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079', 'admin_state_up': True, 'tenant_id': 'f41df963fc334b24b0ddef0946179bb6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:33.988499 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:33.990119 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 26e8a4d3-7676-4091-b213-98ee10e1293a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:29:34.051038 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 26e8a4d3-7676-4091-b213-98ee10e1293a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:29:34.051573 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 26e8a4d3-7676-4091-b213-98ee10e1293a not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:29:34.061800 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57114da-ef0c-4943-8049-1f25d09309e6 x-openstack-request-id: req-b57114da-ef0c-4943-8049-1f25d09309e6 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:34.062315 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2770aa15-1b13-48cc-98e2-125c69098de6", "name": "network-vif-plugged", "status": "completed", "tag": "e6d53923-3f89-433d-b834-661b0b202dd5", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:34.062744 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b57114da-ef0c-4943-8049-1f25d09309e6 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:34.064201 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57114da-ef0c-4943-8049-1f25d09309e6'] response: {'server_uuid': '2770aa15-1b13-48cc-98e2-125c69098de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d53923-3f89-433d-b834-661b0b202dd5', 'code': 200} May 10 20:29:34.064916 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6246a4-1498-44ba-b787-b743e8768e6a None None] Network b7fe13ae-b727-4f77-866c-067545f61a3c requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:29:34.138687 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6091160c-0374-4d90-8a26-b19729826118 None None] Provisioning complete for port eecb4305-3147-4269-a955-b1e451a6a7b5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:34.139297 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6091160c-0374-4d90-8a26-b19729826118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:34.168841 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Made reservation on behalf of f41df963fc334b24b0ddef0946179bb6 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:34.172941 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:34.190133 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port eecb4305-3147-4269-a955-b1e451a6a7b5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:34.190498 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:34.227773 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Set router fb0cf940-c77a-4fc0-a521-84aa3ea05011 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:29:34.416361 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de5fc0-06e1-48d0-b572-831b46ff7845 req-6a2f8cf5-44a0-42f7-80bd-ddd03ec140b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:34.418002 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-22de5fc0-06e1-48d0-b572-831b46ff7845 req-6a2f8cf5-44a0-42f7-80bd-ddd03ec140b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 1129 time: 0.0565696 May 10 20:29:34.445874 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848e8c4-1b26-4352-91d6-a873a1a43a4e req-f0b6b54c-2a64-4c9e-bc8a-565f6fd48460 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:34.447472 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5848e8c4-1b26-4352-91d6-a873a1a43a4e req-f0b6b54c-2a64-4c9e-bc8a-565f6fd48460 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0741696 May 10 20:29:34.483691 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Allocated IP 172.20.0.14 (4cab43d7-cfde-4a61-889f-4f2ce520f079/321bdfd6-9ce1-4449-a1d4-297e126f1e00/a1ca1f69-9459-48f3-a2ba-77bc7ce00384) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:34.558130 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5848e8c4-1b26-4352-91d6-a873a1a43a4e req-5901645d-f14e-4dcf-a080-60f981c9bf90 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750589 May 10 20:29:34.576075 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-22de5fc0-06e1-48d0-b572-831b46ff7845 req-9fa2918b-c393-46dd-9a49-351677100fac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457374 May 10 20:29:34.622131 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=e6d53923-3f89-433d-b834-661b0b202dd5,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:34.685007 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:29Z', 'updated_at': '2022-05-10T20:29:32Z', 'revision_number': 3, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'gw_port': {'id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:31Z', 'updated_at': '2022-05-10T20:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:34.696290 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6091160c-0374-4d90-8a26-b19729826118 None None] Current status of the port eecb4305-3147-4269-a955-b1e451a6a7b5 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:34.696808 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6091160c-0374-4d90-8a26-b19729826118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:34.739312 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6091160c-0374-4d90-8a26-b19729826118 None None] For port eecb4305-3147-4269-a955-b1e451a6a7b5, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=eecb4305-3147-4269-a955-b1e451a6a7b5,segment=NetworkSegment(580f1b0a-3e91-473c-9ec6-333528522271),segment_id=580f1b0a-3e91-473c-9ec6-333528522271)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:34.740064 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Checking router: fb0cf940-c77a-4fc0-a521-84aa3ea05011 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:29:34.740583 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Updating router fb0cf940-c77a-4fc0-a521-84aa3ea05011 port 702e1993-a834-4890-9775-0eb4d991e3fe binding host dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:29:34.763114 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6091160c-0374-4d90-8a26-b19729826118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:34.819239 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port eecb4305-3147-4269-a955-b1e451a6a7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:34.831065 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f6acc103-47fd-492e-825f-871b55707cc5 req-309e3322-0271-41a7-aa52-f775463f6fa4 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0923805 May 10 20:29:34.869157 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:34.900010 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks [] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:34.951020 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091160c-0374-4d90-8a26-b19729826118 None None] Pushing event updated for resources: {'Port': ['ID=eecb4305-3147-4269-a955-b1e451a6a7b5,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:34.952920 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.080785 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Network 4cab43d7-cfde-4a61-889f-4f2ce520f079 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:35.090211 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:35.094653 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:35.127107 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673eed7-310a-428b-ab6f-d4590bfcfdf9 req-adc94c82-26d6-4a01-a6d8-f0cd6453be01 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:35.133175 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1673eed7-310a-428b-ab6f-d4590bfcfdf9 req-adc94c82-26d6-4a01-a6d8-f0cd6453be01 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 945 time: 0.0982275 May 10 20:29:35.210795 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:35.211429 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.234383 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Pushing event updated for resources: {'Port': ['ID=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:35.251825 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-eef2afb8-87e9-4b34-9929-21c09714e9c3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2973673 May 10 20:29:35.280892 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Request body: {'port': {'device_id': 'd938abee-70d7-4d66-98a6-5479de0392b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:35.296315 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.300561 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-757d66a8-5892-4f0a-952a-2e22363ae027 None None] Provisioning complete for port eecb4305-3147-4269-a955-b1e451a6a7b5 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:35.308019 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-757d66a8-5892-4f0a-952a-2e22363ae027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.430757 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.543937 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-757d66a8-5892-4f0a-952a-2e22363ae027 None None] Current status of the port eecb4305-3147-4269-a955-b1e451a6a7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:35.556348 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Publish callbacks [] for port (702e1993-a834-4890-9775-0eb4d991e3fe), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.565118 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.597800 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1673eed7-310a-428b-ab6f-d4590bfcfdf9 req-998b43a7-ad0d-45f0-9f1d-b1262f5ca7ed tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267113 May 10 20:29:35.607694 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Attempting to bind port 702e1993-a834-4890-9775-0eb4d991e3fe on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:35.608059 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Attempting to bind port 702e1993-a834-4890-9775-0eb4d991e3fe by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:35.608410 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Attempting to bind port 702e1993-a834-4890-9775-0eb4d991e3fe on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:35.627441 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device eecb4305-3147-4269-a955-b1e451a6a7b5 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:35.656441 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:35.657094 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ef41d-8f8e-48ff-acf9-8409b009270a req-5a35a3ca-aebf-4e57-840b-8f861affb6fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:35.657339 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:35.657903 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.658678 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:35.659298 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Bound port: 702e1993-a834-4890-9775-0eb4d991e3fe, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:35.659838 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.673027 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1c0ef41d-8f8e-48ff-acf9-8409b009270a req-5a35a3ca-aebf-4e57-840b-8f861affb6fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.3991714 May 10 20:29:35.717894 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] For port 702e1993-a834-4890-9775-0eb4d991e3fe, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:35.722322 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] For port 702e1993-a834-4890-9775-0eb4d991e3fe, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=702e1993-a834-4890-9775-0eb4d991e3fe,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:35.734826 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.762408 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port eecb4305-3147-4269-a955-b1e451a6a7b5 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:35.762851 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:35.767535 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Routers {'fb0cf940-c77a-4fc0-a521-84aa3ea05011'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:29:35.768459 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:29:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:35.874599 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1c0ef41d-8f8e-48ff-acf9-8409b009270a req-4bed46b5-af79-4073-99cf-c267dc8dfccc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002361 May 10 20:29:35.876260 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Allocated IP 172.20.0.1 (b7fe13ae-b727-4f77-866c-067545f61a3c/7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b/8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:35.889751 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] Set router fb0cf940-c77a-4fc0-a521-84aa3ea05011 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:29:35.900852 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c61658-e569-4697-9737-c00c1fab6a92 req-142ba777-5120-42b2-8bc6-e93ec50f5601 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:35.906695 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-13c61658-e569-4697-9737-c00c1fab6a92 req-142ba777-5120-42b2-8bc6-e93ec50f5601 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.1950252 May 10 20:29:35.962727 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port eecb4305-3147-4269-a955-b1e451a6a7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:36.009535 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7238499-093f-41ee-836d-456903fe6d32 None None] Pushing event updated for resources: {'Port': ['ID=702e1993-a834-4890-9775-0eb4d991e3fe,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:36.032681 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ca1f69-9459-48f3-a2ba-77bc7ce00384 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:36.042915 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Publish callbacks [] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.060308 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Transition to ACTIVE for port object a1ca1f69-9459-48f3-a2ba-77bc7ce00384 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:29:36.068639 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.117712 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Publish callbacks [] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.134633 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:36.215071 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7238499-093f-41ee-836d-456903fe6d32 None None] Pushing event updated for resources: {'Port': ['ID=702e1993-a834-4890-9775-0eb4d991e3fe,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:36.219668 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-13c61658-e569-4697-9737-c00c1fab6a92 req-bb00c1a5-0a74-494f-afae-cd3ccbfe08eb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046810 May 10 20:29:36.241958 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Attempting to bind port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:36.242295 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Attempting to bind port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'ad98f1a0-c843-40db-82a5-0490030065d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:36.242620 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Attempting to bind port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 on network 4cab43d7-cfde-4a61-889f-4f2ce520f079 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:36.244217 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86262bb0-04eb-4667-83ab-e6a4ebb4af35 req-49f0e935-e3af-4541-a06a-37a75a8c3df1 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:36.250958 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-86262bb0-04eb-4667-83ab-e6a4ebb4af35 req-49f0e935-e3af-4541-a06a-37a75a8c3df1 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 944 time: 0.1426141 May 10 20:29:36.251595 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 on network 4cab43d7-cfde-4a61-889f-4f2ce520f079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:29:36.252060 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Attempting to bind port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 on network 4cab43d7-cfde-4a61-889f-4f2ce520f079 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:36.257969 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:36.258221 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Checking segment: {'id': 'ad98f1a0-c843-40db-82a5-0490030065d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:36.258598 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Bound using segment: {'id': 'ad98f1a0-c843-40db-82a5-0490030065d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:36.259083 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Bound port: a1ca1f69-9459-48f3-a2ba-77bc7ce00384, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad98f1a0-c843-40db-82a5-0490030065d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:36.259374 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.289459 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.314309 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:29Z', 'updated_at': '2022-05-10T20:29:32Z', 'revision_number': 3, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'gw_port': {'id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:31Z', 'updated_at': '2022-05-10T20:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:36.353037 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] For port a1ca1f69-9459-48f3-a2ba-77bc7ce00384, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:36.356544 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] For port a1ca1f69-9459-48f3-a2ba-77bc7ce00384, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:36.361598 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-86262bb0-04eb-4667-83ab-e6a4ebb4af35 req-357fcd9d-3b19-42a1-8411-a86811ee1381 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096897 May 10 20:29:36.363890 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Pushing event updated for resources: {'Port': ['ID=8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:36.366792 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.373724 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36b20b-4894-4873-a298-0b04a5172afa None None] The sync data for ids ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'] in dv-cinder-828806-2-iscsi is: [{'id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:29Z', 'updated_at': '2022-05-10T20:29:32Z', 'revision_number': 3, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'gw_port': {'id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:31Z', 'updated_at': '2022-05-10T20:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:29:36.391065 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Network b7fe13ae-b727-4f77-866c-067545f61a3c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:36.393135 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:36.397148 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:36.398056 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (fb0cf940-c77a-4fc0-a521-84aa3ea05011), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.440786 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:36.448143 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:36.448891 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.450597 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-bf641f3a-882d-4453-82f4-13c60f62d689 service neutron] 10.222.0.69 "PUT /v2.0/ports/a1ca1f69-9459-48f3-a2ba-77bc7ce00384 HTTP/1.1" status: 200 len: 1094 time: 1.1745086 May 10 20:29:36.454874 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd938abee-70d7-4d66-98a6-5479de0392b2', 'tag': 'a1ca1f69-9459-48f3-a2ba-77bc7ce00384'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:36.457576 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf1ad66-66f9-46e8-af37-cf81b66b9885" -d '{"events": [{"name": "network-changed", "server_uuid": "d938abee-70d7-4d66-98a6-5479de0392b2", "tag": "a1ca1f69-9459-48f3-a2ba-77bc7ce00384"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:36.525563 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e04f0d9-7b11-46b4-81b5-c36ed275d413 x-openstack-request-id: req-9e04f0d9-7b11-46b4-81b5-c36ed275d413 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:36.525864 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d938abee-70d7-4d66-98a6-5479de0392b2", "tag": "a1ca1f69-9459-48f3-a2ba-77bc7ce00384", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:36.526125 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e04f0d9-7b11-46b4-81b5-c36ed275d413 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:36.526532 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e04f0d9-7b11-46b4-81b5-c36ed275d413'] response: {'name': 'network-changed', 'server_uuid': 'd938abee-70d7-4d66-98a6-5479de0392b2', 'tag': 'a1ca1f69-9459-48f3-a2ba-77bc7ce00384', 'status': 'completed', 'code': 200} May 10 20:29:36.652478 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.768017 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1ad66-66f9-46e8-af37-cf81b66b9885 req-8f333975-862e-4df9-b939-9f048a5fc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:36.769919 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcf1ad66-66f9-46e8-af37-cf81b66b9885 req-8f333975-862e-4df9-b939-9f048a5fc5b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f41df963fc334b24b0ddef0946179bb6&device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 1128 time: 0.1056359 May 10 20:29:36.844112 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d61ea5-08e3-4000-b85b-21c7b8559e41 req-c6657c1e-23a0-4e3e-8e6f-b00e7e9809b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:36.845775 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-01d61ea5-08e3-4000-b85b-21c7b8559e41 req-c6657c1e-23a0-4e3e-8e6f-b00e7e9809b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 945 time: 0.0969715 May 10 20:29:36.877386 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-641baeda-d4c0-417e-a077-7b94e01937df None None] Provisioning complete for port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:36.877942 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-641baeda-d4c0-417e-a077-7b94e01937df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:36.950390 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-641baeda-d4c0-417e-a077-7b94e01937df None None] Port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:29:37.101621 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-01d61ea5-08e3-4000-b85b-21c7b8559e41 req-cad473cb-87a8-4ebe-add9-d3eedb86ffda tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419708 May 10 20:29:37.136959 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5a760-cc6f-4ee2-abd6-dc30d15f70ca req-aa5f3afc-1583-47fe-972a-8102b299825e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:37.139200 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-43c5a760-cc6f-4ee2-abd6-dc30d15f70ca req-aa5f3afc-1583-47fe-972a-8102b299825e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1203098 May 10 20:29:37.226136 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1ad66-66f9-46e8-af37-cf81b66b9885 req-4c874cde-f9e3-4360-9b7f-c06ee1cba493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:37.227603 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcf1ad66-66f9-46e8-af37-cf81b66b9885 req-4c874cde-f9e3-4360-9b7f-c06ee1cba493 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f41df963fc334b24b0ddef0946179bb6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1792023 May 10 20:29:37.233205 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Publish callbacks [] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:37.239713 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-43c5a760-cc6f-4ee2-abd6-dc30d15f70ca req-73ebe013-b52c-40fc-8600-63ad3c17c0a9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940738 May 10 20:29:37.241547 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:37.243007 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (fb0cf940-c77a-4fc0-a521-84aa3ea05011), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:37.416108 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1ad66-66f9-46e8-af37-cf81b66b9885 req-28e658d3-0208-49d5-b265-37141cba6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:37.418220 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bcf1ad66-66f9-46e8-af37-cf81b66b9885 req-28e658d3-0208-49d5-b265-37141cba6a69 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836770 May 10 20:29:37.561570 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-91820102-73c9-46dc-8824-0bbd21f1ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:37.564166 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-91820102-73c9-46dc-8824-0bbd21f1ed77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f41df963fc334b24b0ddef0946179bb6&device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 1128 time: 0.0831788 May 10 20:29:37.639595 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-f7f0e0dc-7196-4c28-b256-45dcb1d06509 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1ca1f69-9459-48f3-a2ba-77bc7ce00384 HTTP/1.1" status: 200 len: 217 time: 0.0665019 May 10 20:29:37.656040 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 702e1993-a834-4890-9775-0eb4d991e3fe up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:37.734783 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-ced46b37-3597-4249-a8ca-66d3522bc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:37.736588 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-ced46b37-3597-4249-a8ca-66d3522bc298 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321bdfd6-9ce1-4449-a1d4-297e126f1e00 HTTP/1.1" status: 200 len: 854 time: 0.0895526 May 10 20:29:37.775018 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 702e1993-a834-4890-9775-0eb4d991e3fe triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:37.776422 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:37.788715 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Pushing event updated for resources: {'Port': ['ID=8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:37.810062 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c2cc8-1bae-4c6f-adcd-1794333696a3 req-105e7bd5-1646-41a4-9b3e-ffb1ecf30600 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:37.811647 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a39c2cc8-1bae-4c6f-adcd-1794333696a3 req-105e7bd5-1646-41a4-9b3e-ffb1ecf30600 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.1624053 May 10 20:29:37.825764 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc340f0-ee07-43db-8cf2-8c3cb0db09cd req-99cddc54-0023-462b-8cce-9d71a6aeb4f1 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:37.827613 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9fc340f0-ee07-43db-8cf2-8c3cb0db09cd req-99cddc54-0023-462b-8cce-9d71a6aeb4f1 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 944 time: 0.1770113 May 10 20:29:37.933148 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 702e1993-a834-4890-9775-0eb4d991e3fe is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:37.933759 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:37.959328 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 702e1993-a834-4890-9775-0eb4d991e3fe, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=702e1993-a834-4890-9775-0eb4d991e3fe,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:37.987106 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:38.005978 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Network b7fe13ae-b727-4f77-866c-067545f61a3c is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:38.062241 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a39c2cc8-1bae-4c6f-adcd-1794333696a3 req-7f08e53c-e7dd-4d9d-a22b-9584cf5df375 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278249 May 10 20:29:38.065646 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:38.108716 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9fc340f0-ee07-43db-8cf2-8c3cb0db09cd req-9f0fea77-0eb8-478d-9fb1-58b15b1cfdb0 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715204 May 10 20:29:38.128807 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=702e1993-a834-4890-9775-0eb4d991e3fe,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:38.129246 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-aac03cac-8a81-4d5d-9738-04da3788d349 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4cab43d7-cfde-4a61-889f-4f2ce520f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3842523 May 10 20:29:38.257471 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-fbdb9c16-446e-4ff8-930d-76e30cdce1b0 service neutron] 10.222.0.69 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204574 May 10 20:29:38.323819 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Router fb0cf940-c77a-4fc0-a521-84aa3ea05011 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:29:38.490478 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f8543cfd-3c16-42dc-9799-55285e5f3905 None None] Provisioning complete for port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:38.490922 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f8543cfd-3c16-42dc-9799-55285e5f3905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:38.501428 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-da2af91d-d897-42d3-9625-2c61c7e998c5 req-e183df4a-72d8-4466-a1da-0108e5edd2cb service neutron] 10.222.0.69 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341585 May 10 20:29:38.531258 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f8543cfd-3c16-42dc-9799-55285e5f3905 None None] Port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:29:38.540144 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204725-d642-4c77-a016-99b5ece91f5c req-41b956ab-1c34-409f-aa10-ea4b461d7e10 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:38.546881 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35204725-d642-4c77-a016-99b5ece91f5c req-41b956ab-1c34-409f-aa10-ea4b461d7e10 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1108761 May 10 20:29:38.600056 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b8c63-a730-4c74-9d8c-ec9ce9527eba req-6674a14f-b8c8-427f-ae1f-7750a6c55fca tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:38.601608 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c0b8c63-a730-4c74-9d8c-ec9ce9527eba req-6674a14f-b8c8-427f-ae1f-7750a6c55fca tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 945 time: 0.1215262 May 10 20:29:38.653965 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:29:38.668557 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ce87e92d-5fb7-4bdb-b75f-59cc9fc43668 admin admin] 10.222.0.61 "PUT /v2.0/routers/fb0cf940-c77a-4fc0-a521-84aa3ea05011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7817359 May 10 20:29:38.680625 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-35204725-d642-4c77-a016-99b5ece91f5c req-9dc11b24-908b-4d10-86ef-a2fcd9bfc1d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328905 May 10 20:29:38.691868 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c0b8c63-a730-4c74-9d8c-ec9ce9527eba req-67042952-af50-40a6-8fc8-b850ac60caee tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822563 May 10 20:29:38.962475 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e01f5-461d-44ee-8b87-57ada07a49ba req-2f957e7f-bc55-406f-ba57-4066535e98f5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:38.964026 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-628e01f5-461d-44ee-8b87-57ada07a49ba req-2f957e7f-bc55-406f-ba57-4066535e98f5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0535161 May 10 20:29:38.985619 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307292f-52cf-422e-b193-049669943e47 None None] Sync routers for ids ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:29:38.999613 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307292f-52cf-422e-b193-049669943e47 None None] Routers {'fb0cf940-c77a-4fc0-a521-84aa3ea05011'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:29:39.000653 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f307292f-52cf-422e-b193-049669943e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:29:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:39.014951 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 35494) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:39.023687 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-628e01f5-461d-44ee-8b87-57ada07a49ba req-09a9f9e4-7657-4928-9d4f-2a0c02f31972 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534937 May 10 20:29:39.108567 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcca03e9-0f90-4339-9e3c-d198c7c0d0bb admin admin] Deleting subnet e373023b-16b4-4fe3-b18e-576d9e341558 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:29:39.117659 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcca03e9-0f90-4339-9e3c-d198c7c0d0bb admin admin] Publish callbacks [] for subnet (e373023b-16b4-4fe3-b18e-576d9e341558), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.149407 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f307292f-52cf-422e-b193-049669943e47 None None] Set router fb0cf940-c77a-4fc0-a521-84aa3ea05011 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:29:39.195917 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcca03e9-0f90-4339-9e3c-d198c7c0d0bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25902530'] for subnet (e373023b-16b4-4fe3-b18e-576d9e341558), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.228693 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19464065-ec53-48d6-8beb-6a42657350fe req-a3c397fb-7bf0-4f82-a45a-cbde3a386734 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:39.230249 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-19464065-ec53-48d6-8beb-6a42657350fe req-a3c397fb-7bf0-4f82-a45a-cbde3a386734 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0550811 May 10 20:29:39.256286 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcca03e9-0f90-4339-9e3c-d198c7c0d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (e373023b-16b4-4fe3-b18e-576d9e341558), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.340526 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303cc48-6009-4a0b-b031-d1d4ab34dcad req-9ded49d1-2852-45b3-8dab-725dcf868a6b tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:39.342489 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcca03e9-0f90-4339-9e3c-d198c7c0d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25776282'] for subnet (e373023b-16b4-4fe3-b18e-576d9e341558), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.343005 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0303cc48-6009-4a0b-b031-d1d4ab34dcad req-9ded49d1-2852-45b3-8dab-725dcf868a6b tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 944 time: 0.1530304 May 10 20:29:39.366792 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcca03e9-0f90-4339-9e3c-d198c7c0d0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.374670 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35516) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:39.375488 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fcca03e9-0f90-4339-9e3c-d198c7c0d0bb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e373023b-16b4-4fe3-b18e-576d9e341558 HTTP/1.1" status: 204 len: 168 time: 0.3592529 May 10 20:29:39.394790 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-19464065-ec53-48d6-8beb-6a42657350fe req-6853e82d-8c1b-4c41-a1d9-ec02c1451644 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534841 May 10 20:29:39.406317 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca03e9-0f90-4339-9e3c-d198c7c0d0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e373023b-16b4-4fe3-b18e-576d9e341558,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:39.412838 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f307292f-52cf-422e-b193-049669943e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:29Z', 'updated_at': '2022-05-10T20:29:36Z', 'revision_number': 4, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'gw_port': {'id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:31Z', 'updated_at': '2022-05-10T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3', 'name': '', 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'mac_address': 'fa:16:3e:b9:73:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:35Z', 'updated_at': '2022-05-10T20:29:36Z', 'revision_number': 2, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'subnets': [{'id': '7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:39.441231 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307292f-52cf-422e-b193-049669943e47 None None] Checking router: fb0cf940-c77a-4fc0-a521-84aa3ea05011 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:29:39.441577 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307292f-52cf-422e-b193-049669943e47 None None] Updating router fb0cf940-c77a-4fc0-a521-84aa3ea05011 port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:29:39.505399 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0303cc48-6009-4a0b-b031-d1d4ab34dcad req-926e3bea-c235-49bf-b925-2c4e8f1bc069 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519020 May 10 20:29:39.514092 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f307292f-52cf-422e-b193-049669943e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.534802 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (18220ffc-7e70-4130-a4b9-45846581cb12), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.634571 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (18220ffc-7e70-4130-a4b9-45846581cb12), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.657150 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.657599 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.658462 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.658802 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > port after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.659202 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.659600 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > port after_update 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.659998 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.660372 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.661370 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.661779 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.673538 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 702e1993-a834-4890-9775-0eb4d991e3fe up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:39.736047 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.736386 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.736778 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.737210 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 20:29:39.737687 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18220ffc-7e70-4130-a4b9-45846581cb12']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:39.758329 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0faaf666-9bec-4439-b4ac-4bfe1013d32b') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:39.758768 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0faaf666-9bec-4439-b4ac-4bfe1013d32b') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:39.777855 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26748875'] for segment (0faaf666-9bec-4439-b4ac-4bfe1013d32b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.801532 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (0faaf666-9bec-4439-b4ac-4bfe1013d32b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.811165 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:29:39.811558 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25972613'] for segment (0faaf666-9bec-4439-b4ac-4bfe1013d32b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.868863 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 702e1993-a834-4890-9775-0eb4d991e3fe triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:39.869261 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: from cryptography.utils import int_from_bytes May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: from cryptography.utils import int_from_bytes May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: timer() May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: cb(*args, **kw) May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: self._notify() May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: self.callback(batched_events) May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: event.method(event) May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._get(url).json() May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:29:39.876604 dv-cinder-828806-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:29:39.973175 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c283-802c-4e95-afca-34a6d4339e7c req-4d6299b5-b2bf-444a-b859-26f68bba9da6 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:39.974962 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca94c283-802c-4e95-afca-34a6d4339e7c req-4d6299b5-b2bf-444a-b859-26f68bba9da6 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 945 time: 0.0962584 May 10 20:29:39.975597 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (18220ffc-7e70-4130-a4b9-45846581cb12), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:39.985816 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80965313-a6fd-45e5-80a0-5271c5786d11 req-8678f62a-e05e-4f2f-85e2-ba4598ac0ae4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:39.987264 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80965313-a6fd-45e5-80a0-5271c5786d11 req-8678f62a-e05e-4f2f-85e2-ba4598ac0ae4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1097662 May 10 20:29:40.001956 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.008308 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] 10.222.0.61 "DELETE /v2.0/networks/18220ffc-7e70-4130-a4b9-45846581cb12 HTTP/1.1" status: 204 len: 168 time: 0.6300364 May 10 20:29:40.008660 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 35528) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:40.024704 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcfb76-d027-4b5b-b397-e44b33a5a015 admin admin] Pushing event deleted for resources: {'Network': ['ID=18220ffc-7e70-4130-a4b9-45846581cb12,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:40.058061 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f307292f-52cf-422e-b193-049669943e47 None None] Publish callbacks [] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.097939 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-80965313-a6fd-45e5-80a0-5271c5786d11 req-ce1d9511-6a7e-4480-8dda-18a7b917898f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946658 May 10 20:29:40.104922 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f307292f-52cf-422e-b193-049669943e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.118212 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 702e1993-a834-4890-9775-0eb4d991e3fe is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:40.127574 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 35532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:40.144560 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca94c283-802c-4e95-afca-34a6d4339e7c req-626d9ef2-e49f-4093-ac98-118ccb5ad707 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543865 May 10 20:29:40.184208 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-86acca07-073a-4969-a818-9516bdc1eeb4 admin admin] Deleting subnet 5afeab70-9aa9-4255-b152-8b72cb8ddeb7 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:29:40.188111 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86acca07-073a-4969-a818-9516bdc1eeb4 admin admin] Publish callbacks [] for subnet (5afeab70-9aa9-4255-b152-8b72cb8ddeb7), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.221738 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a221e-a549-4a26-884a-75c517870610 None None] Pushing event updated for resources: {'Port': ['ID=8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:40.242100 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86acca07-073a-4969-a818-9516bdc1eeb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25902530'] for subnet (5afeab70-9aa9-4255-b152-8b72cb8ddeb7), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.296399 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86acca07-073a-4969-a818-9516bdc1eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (5afeab70-9aa9-4255-b152-8b72cb8ddeb7), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.338318 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f307292f-52cf-422e-b193-049669943e47 None None] Attempting to bind port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:40.340948 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f307292f-52cf-422e-b193-049669943e47 None None] Attempting to bind port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '580f1b0a-3e91-473c-9ec6-333528522271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:40.341455 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307292f-52cf-422e-b193-049669943e47 None None] Attempting to bind port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 on network b7fe13ae-b727-4f77-866c-067545f61a3c {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:40.351900 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307292f-52cf-422e-b193-049669943e47 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:40.355113 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307292f-52cf-422e-b193-049669943e47 None None] Checking segment: {'id': '580f1b0a-3e91-473c-9ec6-333528522271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:40.356455 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f307292f-52cf-422e-b193-049669943e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.358979 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307292f-52cf-422e-b193-049669943e47 None None] Bound using segment: {'id': '580f1b0a-3e91-473c-9ec6-333528522271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:40.359602 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-f307292f-52cf-422e-b193-049669943e47 None None] Bound port: 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580f1b0a-3e91-473c-9ec6-333528522271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:40.363071 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f307292f-52cf-422e-b193-049669943e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.401495 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857b3e6-6b39-4762-a401-f6fabf2fe294 req-21c6c97b-5a84-4531-adde-46421f3bfd7c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:40.405527 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c857b3e6-6b39-4762-a401-f6fabf2fe294 req-21c6c97b-5a84-4531-adde-46421f3bfd7c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.1172669 May 10 20:29:40.412654 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86acca07-073a-4969-a818-9516bdc1eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25776282'] for subnet (5afeab70-9aa9-4255-b152-8b72cb8ddeb7), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.458760 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acca07-073a-4969-a818-9516bdc1eeb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afeab70-9aa9-4255-b152-8b72cb8ddeb7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:40.486223 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86acca07-073a-4969-a818-9516bdc1eeb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.491357 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-86acca07-073a-4969-a818-9516bdc1eeb4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5afeab70-9aa9-4255-b152-8b72cb8ddeb7 HTTP/1.1" status: 204 len: 168 time: 0.4816377 May 10 20:29:40.492738 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c857b3e6-6b39-4762-a401-f6fabf2fe294 req-79dc07c9-8d17-4160-bca6-1ea9f82c4ac1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702946 May 10 20:29:40.495200 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35538) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:40.569409 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f307292f-52cf-422e-b193-049669943e47 None None] For port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:40.570759 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-39368f90-6827-4d6e-b85f-38e0d063988f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00d5dc630aa047e2b28547fb11db324f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420857 May 10 20:29:40.573228 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 35542) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:40.580050 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (2f20256f-c07c-4fe5-9337-9ccea7bee48f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.592616 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-f307292f-52cf-422e-b193-049669943e47 None None] For port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3,segment=NetworkSegment(580f1b0a-3e91-473c-9ec6-333528522271),segment_id=580f1b0a-3e91-473c-9ec6-333528522271)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:40.596058 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-9edfe7b5-3d4d-4346-ae2a-b8c5f52cadcb None None] Provisioning complete for port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:40.596712 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9edfe7b5-3d4d-4346-ae2a-b8c5f52cadcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.621746 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f307292f-52cf-422e-b193-049669943e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.640677 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8eccb25f-36c6-47cb-8984-f253822166dc admin admin] Publish callbacks [] for security_group (46d45cc4-99fe-4c9c-b3a4-a8c594ca458a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.682583 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8eccb25f-36c6-47cb-8984-f253822166dc admin admin] Publish callbacks [] for security_group (46d45cc4-99fe-4c9c-b3a4-a8c594ca458a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.710621 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307292f-52cf-422e-b193-049669943e47 None None] Routers {'fb0cf940-c77a-4fc0-a521-84aa3ea05011'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:29:40.711407 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f307292f-52cf-422e-b193-049669943e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:29:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:40.715919 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a221e-a549-4a26-884a-75c517870610 None None] Pushing event updated for resources: {'Port': ['ID=8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:40.733180 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a6b41-e3c4-408b-b9fb-12979db165e8 req-90cf51f9-b03e-46a6-915f-bd2efb54859f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:40.734957 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b7a6b41-e3c4-408b-b9fb-12979db165e8 req-90cf51f9-b03e-46a6-915f-bd2efb54859f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.1463573 May 10 20:29:40.796639 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8eccb25f-36c6-47cb-8984-f253822166dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (46d45cc4-99fe-4c9c-b3a4-a8c594ca458a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.807557 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8eccb25f-36c6-47cb-8984-f253822166dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.814471 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8eccb25f-36c6-47cb-8984-f253822166dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46d45cc4-99fe-4c9c-b3a4-a8c594ca458a HTTP/1.1" status: 204 len: 168 time: 0.2397308 May 10 20:29:40.824808 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccb25f-36c6-47cb-8984-f253822166dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d45cc4-99fe-4c9c-b3a4-a8c594ca458a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:40.861653 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-9edfe7b5-3d4d-4346-ae2a-b8c5f52cadcb None None] Current status of the port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:40.862122 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9edfe7b5-3d4d-4346-ae2a-b8c5f52cadcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:40.891081 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b7a6b41-e3c4-408b-b9fb-12979db165e8 req-246e4cdd-861f-4cd3-9459-010ad38ef8b8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341667 May 10 20:29:40.987102 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a0a3d-d864-4f98-b200-35019123fd66 req-0f656be1-c1a3-44cf-95be-887ee079eee3 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:40.990699 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-593a0a3d-d864-4f98-b200-35019123fd66 req-0f656be1-c1a3-44cf-95be-887ee079eee3 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.69 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 945 time: 0.1159794 May 10 20:29:41.028185 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3936d4-0684-4077-9501-8d9832442a43 req-aa08c544-7a60-4985-aa00-4fc2674b2416 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:41.039932 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a3936d4-0684-4077-9501-8d9832442a43 req-aa08c544-7a60-4985-aa00-4fc2674b2416 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 944 time: 0.3577502 May 10 20:29:41.118012 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (2f20256f-c07c-4fe5-9337-9ccea7bee48f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.203676 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-9edfe7b5-3d4d-4346-ae2a-b8c5f52cadcb None None] For port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3,segment=NetworkSegment(580f1b0a-3e91-473c-9ec6-333528522271),segment_id=580f1b0a-3e91-473c-9ec6-333528522271)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:41.214792 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9edfe7b5-3d4d-4346-ae2a-b8c5f52cadcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.219413 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f307292f-52cf-422e-b193-049669943e47 None None] Set router fb0cf940-c77a-4fc0-a521-84aa3ea05011 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:29:41.241692 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a3936d4-0684-4077-9501-8d9832442a43 req-f45ee416-3fde-4c0d-91c4-3e57e5e8b92b tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986046 May 10 20:29:41.263468 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-593a0a3d-d864-4f98-b200-35019123fd66 req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Deleting port e6d53923-3f89-433d-b834-661b0b202dd5 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:29:41.263814 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-593a0a3d-d864-4f98-b200-35019123fd66 req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.279327 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f20256f-c07c-4fe5-9337-9ccea7bee48f']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:41.313758 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69375e7c-034c-404e-8ffc-285429d554ec') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:41.314339 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69375e7c-034c-404e-8ffc-285429d554ec') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:41.352476 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26748875'] for segment (69375e7c-034c-404e-8ffc-285429d554ec), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.406307 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfe7b5-3d4d-4346-ae2a-b8c5f52cadcb None None] Pushing event updated for resources: {'Port': ['ID=8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:41.406578 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-593a0a3d-d864-4f98-b200-35019123fd66 req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] For port e6d53923-3f89-433d-b834-661b0b202dd5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e6d53923-3f89-433d-b834-661b0b202dd5,segment=NetworkSegment(256494db-1591-4ac1-bdb6-605d49f3b51d),segment_id=256494db-1591-4ac1-bdb6-605d49f3b51d)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:41.406942 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-593a0a3d-d864-4f98-b200-35019123fd66 req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.424989 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-593a0a3d-d864-4f98-b200-35019123fd66 req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Calling delete_port for e6d53923-3f89-433d-b834-661b0b202dd5 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:29:41.432056 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645946a-c348-4ad8-9f3a-baaa984e5c50 req-e8d9d001-0807-45b6-ab22-d45197de255d tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:41.439159 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d645946a-c348-4ad8-9f3a-baaa984e5c50 req-e8d9d001-0807-45b6-ab22-d45197de255d tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 945 time: 0.1226294 May 10 20:29:41.441031 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b5e1285a-7493-4e45-90c8-be8101c7e09e None None] Provisioning complete for port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:41.441688 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b5e1285a-7493-4e45-90c8-be8101c7e09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.442589 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (69375e7c-034c-404e-8ffc-285429d554ec), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.452569 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device a1ca1f69-9459-48f3-a2ba-77bc7ce00384 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:29:41.467990 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:29:41.468726 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25972613'] for segment (69375e7c-034c-404e-8ffc-285429d554ec), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: timer() May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: cb(*args, **kw) May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: self._notify() May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: self.callback(batched_events) May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: event.method(event) May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._get(url).json() May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:29:41.470897 dv-cinder-828806-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:29:41.523702 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375dd6f-4a6a-4a67-b525-b4f41ac2f2e6 req-c0a325bc-2840-4a8b-ae7c-6c0a2d4c1768 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:41.533999 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2375dd6f-4a6a-4a67-b525-b4f41ac2f2e6 req-c0a325bc-2840-4a8b-ae7c-6c0a2d4c1768 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1787493 May 10 20:29:41.616846 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (2f20256f-c07c-4fe5-9337-9ccea7bee48f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.621079 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-593a0a3d-d864-4f98-b200-35019123fd66 req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (e6d53923-3f89-433d-b834-661b0b202dd5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.641293 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['e6d53923-3f89-433d-b834-661b0b202dd5'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:29:41.654123 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.661166 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Pushing event deleted for resources: {'Port': ['ID=e6d53923-3f89-433d-b834-661b0b202dd5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:41.667331 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] 10.222.0.61 "DELETE /v2.0/networks/2f20256f-c07c-4fe5-9337-9ccea7bee48f HTTP/1.1" status: 204 len: 168 time: 1.1691890 May 10 20:29:41.668149 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a9b42-d5af-4597-8a25-bc5fe5dd4a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f20256f-c07c-4fe5-9337-9ccea7bee48f,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:41.687274 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d645946a-c348-4ad8-9f3a-baaa984e5c50 req-8c041664-1dba-4aa1-b3e7-b5bef290ce75 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470486 May 10 20:29:41.692670 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2375dd6f-4a6a-4a67-b525-b4f41ac2f2e6 req-d5c00786-3e76-4ddf-bf6f-0ba8c1551492 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568599 May 10 20:29:41.700634 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port a1ca1f69-9459-48f3-a2ba-77bc7ce00384, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:41.747849 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-593a0a3d-d864-4f98-b200-35019123fd66 req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] No DVR routers for this DVR port e6d53923-3f89-433d-b834-661b0b202dd5 on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:29:41.756943 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-593a0a3d-d864-4f98-b200-35019123fd66 req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.761089 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-593a0a3d-d864-4f98-b200-35019123fd66 req-48a75735-404f-42f5-98d0-e7111b41c4b4 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.69 "DELETE /v2.0/ports/e6d53923-3f89-433d-b834-661b0b202dd5 HTTP/1.1" status: 204 len: 173 time: 0.7476718 May 10 20:29:41.761904 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2770aa15-1b13-48cc-98e2-125c69098de6', 'name': 'network-vif-deleted', 'tag': 'e6d53923-3f89-433d-b834-661b0b202dd5'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:41.764999 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4c52ae-648b-4d26-8164-1d762f0a4a7c" -d '{"events": [{"server_uuid": "2770aa15-1b13-48cc-98e2-125c69098de6", "name": "network-vif-deleted", "tag": "e6d53923-3f89-433d-b834-661b0b202dd5"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:41.807176 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'a1ca1f69-9459-48f3-a2ba-77bc7ce00384', 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079', 'port_id': 'a1ca1f69-9459-48f3-a2ba-77bc7ce00384', 'mac_address': 'fa:16:3e:c2:12:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321bdfd6-9ce1-4449-a1d4-297e126f1e00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:29:41.825537 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f307292f-52cf-422e-b193-049669943e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:29Z', 'updated_at': '2022-05-10T20:29:36Z', 'revision_number': 4, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'gw_port': {'id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:31Z', 'updated_at': '2022-05-10T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3', 'name': '', 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'mac_address': 'fa:16:3e:b9:73:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:35Z', 'updated_at': '2022-05-10T20:29:40Z', 'revision_number': 4, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'subnets': [{'id': '7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:29:41.838598 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b942bca-1dda-4f3e-9b7e-89e11296b067 x-openstack-request-id: req-5b942bca-1dda-4f3e-9b7e-89e11296b067 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:41.838896 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2770aa15-1b13-48cc-98e2-125c69098de6", "name": "network-vif-deleted", "tag": "e6d53923-3f89-433d-b834-661b0b202dd5", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:41.839155 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b942bca-1dda-4f3e-9b7e-89e11296b067 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:41.839561 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b942bca-1dda-4f3e-9b7e-89e11296b067'] response: {'server_uuid': '2770aa15-1b13-48cc-98e2-125c69098de6', 'name': 'network-vif-deleted', 'tag': 'e6d53923-3f89-433d-b834-661b0b202dd5', 'status': 'completed', 'code': 200} May 10 20:29:41.849465 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1285a-7493-4e45-90c8-be8101c7e09e None None] Current status of the port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:41.889838 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f307292f-52cf-422e-b193-049669943e47 None None] The sync data for ids ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'] in dv-cinder-828806-2-iscsi is: [{'id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:29Z', 'updated_at': '2022-05-10T20:29:36Z', 'revision_number': 4, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'gw_port': {'id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:31Z', 'updated_at': '2022-05-10T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3', 'name': '', 'network_id': 'b7fe13ae-b727-4f77-866c-067545f61a3c', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'mac_address': 'fa:16:3e:b9:73:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:35Z', 'updated_at': '2022-05-10T20:29:40Z', 'revision_number': 4, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'subnets': [{'id': '7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:29:41.923358 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:41.924179 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:41.943179 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ca1f69-9459-48f3-a2ba-77bc7ce00384 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:41.945990 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa182-c12d-460f-90da-4c497741d1d8 req-a71b07b0-8342-4513-a39a-8ee2d2baea41 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:41.947546 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ffffa182-c12d-460f-90da-4c497741d1d8 req-a71b07b0-8342-4513-a39a-8ee2d2baea41 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.1106191 May 10 20:29:41.990641 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port a1ca1f69-9459-48f3-a2ba-77bc7ce00384, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:42.011705 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:42.077539 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ffffa182-c12d-460f-90da-4c497741d1d8 req-f6180d4c-3584-41db-9458-547caf015845 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768294 May 10 20:29:42.139821 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 35562) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:42.179418 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:42.210332 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf702-f600-440f-b659-bc1b0c4202fb req-2a807c8b-0f71-4e4f-9e25-1e782255f12d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:42.215796 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59abf702-f600-440f-b659-bc1b0c4202fb req-2a807c8b-0f71-4e4f-9e25-1e782255f12d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.1418056 May 10 20:29:42.256571 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-f2b26a05-fe2d-4caa-abf0-20bca29b7593 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aea0bd6f268f4a7fa88cfb7a0066bfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1122258 May 10 20:29:42.256780 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35564) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:42.328543 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['a1ca1f69-9459-48f3-a2ba-77bc7ce00384'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:29:42.363123 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59abf702-f600-440f-b659-bc1b0c4202fb req-7beb95ec-3ac7-4c03-a2ca-ccc496376035 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411581 May 10 20:29:42.399075 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbb20bbb-10a1-4b21-a166-0c242ece356b admin admin] Publish callbacks [] for security_group (8525742e-0c61-4d10-bbeb-3e2b2640c245), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:42.436697 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c8883-337c-465c-bcfb-a1096107b48d req-c5e113f7-aeed-474d-859d-46ebdeb747b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:42.438817 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-860c8883-337c-465c-bcfb-a1096107b48d req-c5e113f7-aeed-474d-859d-46ebdeb747b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 1130 time: 0.1197729 May 10 20:29:42.473792 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbb20bbb-10a1-4b21-a166-0c242ece356b admin admin] Publish callbacks [] for security_group (8525742e-0c61-4d10-bbeb-3e2b2640c245), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:42.487664 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71162e-7069-464e-86c5-7c88f4343090 req-e5403199-5e81-4ab3-99dd-1d8bf956c0b5 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:42.490280 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1f71162e-7069-464e-86c5-7c88f4343090 req-e5403199-5e81-4ab3-99dd-1d8bf956c0b5 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 945 time: 0.0872135 May 10 20:29:42.575558 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1f71162e-7069-464e-86c5-7c88f4343090 req-81dcf52e-3036-42b1-9e8e-b4f81368cd41 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740502 May 10 20:29:42.609242 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbb20bbb-10a1-4b21-a166-0c242ece356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (8525742e-0c61-4d10-bbeb-3e2b2640c245), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:42.622553 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cbb20bbb-10a1-4b21-a166-0c242ece356b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:42.629336 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cbb20bbb-10a1-4b21-a166-0c242ece356b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8525742e-0c61-4d10-bbeb-3e2b2640c245 HTTP/1.1" status: 204 len: 168 time: 0.3712168 May 10 20:29:42.644265 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb20bbb-10a1-4b21-a166-0c242ece356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8525742e-0c61-4d10-bbeb-3e2b2640c245,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:42.672943 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-860c8883-337c-465c-bcfb-a1096107b48d req-ec8b753c-28e9-4c94-b6b1-8ea580902f74 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716436 May 10 20:29:42.974594 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-590520d8-acfa-4221-a7b1-f9da2b972658 req-e5171b45-88fb-4329-8d08-4dbc6b0beeb9 tempest-VolumesActionsTest-580968936 tempest-VolumesActionsTest-580968936-project] 10.222.0.61 "GET /v2.0/ports?device_id=2770aa15-1b13-48cc-98e2-125c69098de6 HTTP/1.1" status: 200 len: 210 time: 0.0754859 May 10 20:29:42.983935 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eb3eb-b5bf-4f97-89f5-5748de5782b7 req-28f17925-946a-4092-b851-de5023c587e7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:42.993848 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f8eb3eb-b5bf-4f97-89f5-5748de5782b7 req-28f17925-946a-4092-b851-de5023c587e7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1571681 May 10 20:29:43.087721 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f8eb3eb-b5bf-4f97-89f5-5748de5782b7 req-95b6ca66-ccae-4090-aa52-bc58a2448107 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933480 May 10 20:29:43.244182 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ffaad-c94a-4efe-bb51-79fef88851df req-c7725a71-50a6-41a1-a022-7d1c74dabbc3 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:43.246295 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dc5ffaad-c94a-4efe-bb51-79fef88851df req-c7725a71-50a6-41a1-a022-7d1c74dabbc3 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0639424 May 10 20:29:43.305142 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 35578) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:43.312327 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dc5ffaad-c94a-4efe-bb51-79fef88851df req-b5d3541d-0360-47f7-9626-33da36ec4e0d tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582843 May 10 20:29:43.364993 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8b204f2b-1659-4d98-a958-57ea6d57efe5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9c319ba50a64fa68161a5b025915ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578675 May 10 20:29:43.367402 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35580) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:43.424262 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cae66b75-5179-4848-8ec1-814fd52d9ff9 admin admin] Publish callbacks [] for security_group (1e6bd387-9787-4b7b-aeaf-f31bd2982e99), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:43.447588 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cae66b75-5179-4848-8ec1-814fd52d9ff9 admin admin] Publish callbacks [] for security_group (1e6bd387-9787-4b7b-aeaf-f31bd2982e99), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:43.450297 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device a1ca1f69-9459-48f3-a2ba-77bc7ce00384 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:43.532137 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:29:43.540212 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:43.543782 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:43.588554 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cae66b75-5179-4848-8ec1-814fd52d9ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1e6bd387-9787-4b7b-aeaf-f31bd2982e99), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:43.596748 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cae66b75-5179-4848-8ec1-814fd52d9ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:43.599011 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cae66b75-5179-4848-8ec1-814fd52d9ff9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e6bd387-9787-4b7b-aeaf-f31bd2982e99 HTTP/1.1" status: 204 len: 168 time: 0.2305157 May 10 20:29:43.611948 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae66b75-5179-4848-8ec1-814fd52d9ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6bd387-9787-4b7b-aeaf-f31bd2982e99,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:43.654177 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559989cc-c11f-40fc-8756-b87de1e7eba6 req-88664fa5-6139-4450-b8eb-9901df68a588 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:43.655909 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-559989cc-c11f-40fc-8756-b87de1e7eba6 req-88664fa5-6139-4450-b8eb-9901df68a588 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.1597388 May 10 20:29:43.712468 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:43.713265 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:43.747005 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-559989cc-c11f-40fc-8756-b87de1e7eba6 req-0ff90b57-93a4-4e28-bb79-64cd740daa59 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766554 May 10 20:29:43.767056 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port a1ca1f69-9459-48f3-a2ba-77bc7ce00384, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:43.770324 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd938abee-70d7-4d66-98a6-5479de0392b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca1f69-9459-48f3-a2ba-77bc7ce00384'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:43.772716 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b5920d-cb4d-40ac-a1e8-1ce5706b604b" -d '{"events": [{"server_uuid": "d938abee-70d7-4d66-98a6-5479de0392b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca1f69-9459-48f3-a2ba-77bc7ce00384"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:43.776261 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:43.781181 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:43.781982 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device e6d53923-3f89-433d-b834-661b0b202dd5 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:29:43.893256 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958dc46-4090-4e90-b314-f52a82981bbe req-18b23a84-e229-40ca-b73a-a880536b6a1b tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:43.902558 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c958dc46-4090-4e90-b314-f52a82981bbe req-18b23a84-e229-40ca-b73a-a880536b6a1b tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.1081698 May 10 20:29:43.911396 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d8e167-72eb-4315-8554-e0e76ed6d57e x-openstack-request-id: req-98d8e167-72eb-4315-8554-e0e76ed6d57e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:43.911779 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d938abee-70d7-4d66-98a6-5479de0392b2", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca1f69-9459-48f3-a2ba-77bc7ce00384", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:43.912052 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98d8e167-72eb-4315-8554-e0e76ed6d57e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:43.912387 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d8e167-72eb-4315-8554-e0e76ed6d57e'] response: {'server_uuid': 'd938abee-70d7-4d66-98a6-5479de0392b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca1f69-9459-48f3-a2ba-77bc7ce00384', 'code': 200} May 10 20:29:43.915694 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:43.944788 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: e6d53923-3f89-433d-b834-661b0b202dd5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:29:43.945212 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device e6d53923-3f89-433d-b834-661b0b202dd5 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:29:43.966982 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c958dc46-4090-4e90-b314-f52a82981bbe req-24b0c576-cffd-4a1d-82ec-ae27fa694c84 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635610 May 10 20:29:43.978801 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:43.979449 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:44.092923 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:44.251038 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9070e3d-ba9f-4ae7-96c6-a7692024bf53 req-1b6c5100-cec7-4866-bd4b-e9769a63cfec tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:44.265930 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9070e3d-ba9f-4ae7-96c6-a7692024bf53 req-1b6c5100-cec7-4866-bd4b-e9769a63cfec tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0884326 May 10 20:29:44.480256 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9070e3d-ba9f-4ae7-96c6-a7692024bf53 req-250b520b-cd20-4d11-8111-fbe0aa00f734 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116342 May 10 20:29:44.626076 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9becc-9056-461e-ac74-9acf616f44c8 req-70bcbf34-cfdc-4a2d-a593-9ccf9c5ff801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:44.630295 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e7b9becc-9056-461e-ac74-9acf616f44c8 req-70bcbf34-cfdc-4a2d-a593-9ccf9c5ff801 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 1130 time: 0.1006830 May 10 20:29:44.636416 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8b24f-d9a9-4c7d-9915-faa2b6a40c64 req-2f048b85-e761-436b-9606-dd8710eb37dd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:44.653880 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6e8b24f-d9a9-4c7d-9915-faa2b6a40c64 req-2f048b85-e761-436b-9606-dd8710eb37dd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.1405318 May 10 20:29:44.753478 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e7b9becc-9056-461e-ac74-9acf616f44c8 req-2ac4f77d-fe1d-4311-b62d-8da72f70274a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142650 May 10 20:29:44.767175 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6e8b24f-d9a9-4c7d-9915-faa2b6a40c64 req-0f326677-7049-462d-8835-1481cbdc7769 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115694 May 10 20:29:44.949092 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a850c45-2036-45e7-9422-0782aaf07358 req-9b243b3e-c0c1-4fed-8afd-8b3c05e69de7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:44.954364 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3a850c45-2036-45e7-9422-0782aaf07358 req-9b243b3e-c0c1-4fed-8afd-8b3c05e69de7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0871091 May 10 20:29:45.088709 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3a850c45-2036-45e7-9422-0782aaf07358 req-5adc574e-6721-4a82-8646-641f4cc5d6c1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275866 May 10 20:29:45.183963 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64734d5-402b-4a0c-9a02-6617c9172238 req-37f77cc4-3c89-4eab-bde0-b3fd17684046 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:45.185579 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a64734d5-402b-4a0c-9a02-6617c9172238 req-37f77cc4-3c89-4eab-bde0-b3fd17684046 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.0669379 May 10 20:29:45.278245 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a64734d5-402b-4a0c-9a02-6617c9172238 req-eed09b89-103e-445b-bbc8-f6a27b979dad tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851688 May 10 20:29:45.451458 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b9b37-26ad-4eae-85b5-fc03afd904f7 req-7e4b92a0-6060-435f-bfdb-e591c6f10f5b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:45.454453 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9b3b9b37-26ad-4eae-85b5-fc03afd904f7 req-7e4b92a0-6060-435f-bfdb-e591c6f10f5b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0649626 May 10 20:29:45.538267 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9b3b9b37-26ad-4eae-85b5-fc03afd904f7 req-093b15cd-4b98-44a7-8b7d-67d58b8f762c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764544 May 10 20:29:45.627697 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3f695-7229-461d-af8f-a7575c27ecc5 req-1246eca4-85b8-4627-949f-e336229ce828 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:45.630090 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2fd3f695-7229-461d-af8f-a7575c27ecc5 req-1246eca4-85b8-4627-949f-e336229ce828 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0671782 May 10 20:29:45.686761 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2fd3f695-7229-461d-af8f-a7575c27ecc5 req-8bbfbb9f-5664-4402-b7bf-8c7f85317e8f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508685 May 10 20:29:45.911907 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29fde8-9c5a-4081-9d93-2e036dc9b899 req-dbef249b-f83d-45e5-a8dd-f39c51b28390 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:45.913963 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd29fde8-9c5a-4081-9d93-2e036dc9b899 req-dbef249b-f83d-45e5-a8dd-f39c51b28390 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0554874 May 10 20:29:45.970993 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd29fde8-9c5a-4081-9d93-2e036dc9b899 req-fcb9beb5-cb1a-4fe5-97d2-77de94a58f60 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511885 May 10 20:29:46.403609 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0617bd-69ce-4502-88e7-cb8b5c84310a req-b6bf984b-136f-403c-b8f2-aef239c7eac3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:46.405164 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7b0617bd-69ce-4502-88e7-cb8b5c84310a req-b6bf984b-136f-403c-b8f2-aef239c7eac3 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.0605371 May 10 20:29:46.463634 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7b0617bd-69ce-4502-88e7-cb8b5c84310a req-1c3fe363-0199-459e-bdd2-902e7eeca656 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522470 May 10 20:29:46.663151 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fc303-14b6-4a55-ae48-204fc3db97d9 req-987fb83f-2c88-4beb-bff3-fde87365b0b0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:46.665303 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a05fc303-14b6-4a55-ae48-204fc3db97d9 req-987fb83f-2c88-4beb-bff3-fde87365b0b0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0512631 May 10 20:29:46.724129 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a05fc303-14b6-4a55-ae48-204fc3db97d9 req-7ab9c608-b155-4f99-8571-6fc1fa9d7184 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514083 May 10 20:29:46.832157 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80bc78-8a6a-423d-8c6a-24d71ddd2e36 req-234e1472-5b90-4b7c-aba2-a887217d2bf9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:46.841415 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-df80bc78-8a6a-423d-8c6a-24d71ddd2e36 req-234e1472-5b90-4b7c-aba2-a887217d2bf9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0645201 May 10 20:29:46.895427 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-df80bc78-8a6a-423d-8c6a-24d71ddd2e36 req-be7a2dc8-3105-40ae-813c-7f17f49a298b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528417 May 10 20:29:47.109082 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cc789-f176-48e1-9a64-2effcaada5c2 req-47ce3e31-9990-41b4-9eaa-0e991009d954 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:47.110831 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d9cc789-f176-48e1-9a64-2effcaada5c2 req-47ce3e31-9990-41b4-9eaa-0e991009d954 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0707355 May 10 20:29:47.162633 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d9cc789-f176-48e1-9a64-2effcaada5c2 req-ff545509-790f-4703-8884-9427cb8244a1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454388 May 10 20:29:47.588854 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f5b26-f10e-434e-b76e-6577b592cd53 req-cd91cd6f-3a31-4c23-b923-797776981c06 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:47.590346 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-894f5b26-f10e-434e-b76e-6577b592cd53 req-cd91cd6f-3a31-4c23-b923-797776981c06 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.0575144 May 10 20:29:47.642479 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-894f5b26-f10e-434e-b76e-6577b592cd53 req-0fb5b2a9-503f-414d-865d-aaaac77a09c9 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452313 May 10 20:29:47.863405 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68cab5-b3aa-4545-b44d-01c44c30838f req-a9e023e1-1ba2-4aad-8a8f-4986d75ec218 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:47.865674 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ac68cab5-b3aa-4545-b44d-01c44c30838f req-a9e023e1-1ba2-4aad-8a8f-4986d75ec218 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0495512 May 10 20:29:47.932716 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ac68cab5-b3aa-4545-b44d-01c44c30838f req-cd48e5e5-3f76-47d8-a61b-fa9791f3a090 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609570 May 10 20:29:48.048514 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2680def-3f10-456b-9459-bb997f75d500 req-d1139e1a-f342-427d-8e37-4a1dea3c5c09 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:48.050019 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f2680def-3f10-456b-9459-bb997f75d500 req-d1139e1a-f342-427d-8e37-4a1dea3c5c09 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0549586 May 10 20:29:48.105958 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f2680def-3f10-456b-9459-bb997f75d500 req-cacf66ec-ee50-42bc-8ba4-b04d118ec915 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498755 May 10 20:29:48.297005 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-bb5e7b2e-f4ca-461e-ac87-45399eda2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:48.300671 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-bb5e7b2e-f4ca-461e-ac87-45399eda2ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 1130 time: 0.0491042 May 10 20:29:48.307041 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b2c73-1329-4edc-bfe8-a93e1cf2f845 req-2d593c10-3d98-4a9d-ae85-660f6eed5287 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:48.308541 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-577b2c73-1329-4edc-bfe8-a93e1cf2f845 req-2d593c10-3d98-4a9d-ae85-660f6eed5287 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0604975 May 10 20:29:48.367081 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-577b2c73-1329-4edc-bfe8-a93e1cf2f845 req-ba4d6a7f-3564-4c38-ade8-7e71aa2d47a7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527039 May 10 20:29:48.419054 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-e4498c9c-510f-408a-ab0b-2fa262742e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:48.426969 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-e4498c9c-510f-408a-ab0b-2fa262742e7b service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.1061695 May 10 20:29:48.481196 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-171be7cc-ba58-4647-889a-0b6ed863d5fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c622a7-be22-49f6-bfdf-2e75a819556e HTTP/1.1" status: 200 len: 217 time: 0.0401821 May 10 20:29:48.827776 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5eada-179d-49d8-ac67-85a63bd62271 req-4827443b-b0e6-4379-a7eb-6d370fda518e tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:48.829385 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fff5eada-179d-49d8-ac67-85a63bd62271 req-4827443b-b0e6-4379-a7eb-6d370fda518e tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.0500696 May 10 20:29:48.881435 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fff5eada-179d-49d8-ac67-85a63bd62271 req-f5a82e61-5be1-48e0-8802-6cdde16381f6 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 May 10 20:29:49.066346 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:29:49.096309 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7bed2-748d-4aed-a555-283a7cf2f9d9 req-ba1ab488-2ab6-4a8d-b75d-d804ef13f6e4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:49.112357 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-75e7bed2-748d-4aed-a555-283a7cf2f9d9 req-ba1ab488-2ab6-4a8d-b75d-d804ef13f6e4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0940511 May 10 20:29:49.221133 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-e157d364-935a-420a-a254-23e7f0e7748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:49.225093 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-e157d364-935a-420a-a254-23e7f0e7748c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0843542 May 10 20:29:49.287465 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-75e7bed2-748d-4aed-a555-283a7cf2f9d9 req-458f7470-a4e5-4574-b3cd-b00a8ecbc768 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740944 May 10 20:29:49.327548 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c1a55-ddae-47f7-8c86-2a905f1748a1 req-4f7c7b81-2c7c-4718-92d9-7573a2ff2531 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:49.336761 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e19c1a55-ddae-47f7-8c86-2a905f1748a1 req-4f7c7b81-2c7c-4718-92d9-7573a2ff2531 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1039481 May 10 20:29:49.345409 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-cb0c16d3-e2a6-4d17-bb19-a45462811830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:49.347315 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-cb0c16d3-e2a6-4d17-bb19-a45462811830 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880077 May 10 20:29:49.400351 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e19c1a55-ddae-47f7-8c86-2a905f1748a1 req-48c326ed-6a6c-4b40-b675-63dfeb590745 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571427 May 10 20:29:49.501274 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-6e1a123b-54dc-4dcd-b60a-7d85ca929c50 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454387 May 10 20:29:49.525831 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:49.555328 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59f87-1478-4544-8865-98d82c67ccbb req-43e69a09-41d1-4530-933f-2f1d8baea2a7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:49.557505 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-11f59f87-1478-4544-8865-98d82c67ccbb req-43e69a09-41d1-4530-933f-2f1d8baea2a7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0863397 May 10 20:29:49.658765 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-16e2e1ef-6ae2-4ca0-9f6d-4a64770c136b req-49710a50-22f8-49b2-992b-acabe1b87e44 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459644 May 10 20:29:49.672423 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-11f59f87-1478-4544-8865-98d82c67ccbb req-6199ee8c-de5f-4b0d-8aa0-1adb44736e71 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080670 May 10 20:29:50.101620 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab1618-7c99-4858-ad7e-cea8f77b686e req-c356832c-5be5-4946-9086-b770ee289325 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:50.105152 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5aab1618-7c99-4858-ad7e-cea8f77b686e req-c356832c-5be5-4946-9086-b770ee289325 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.0907047 May 10 20:29:50.191414 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5aab1618-7c99-4858-ad7e-cea8f77b686e req-18a86cf9-10d1-4c6c-b13b-c9d42de38e9d tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749969 May 10 20:29:50.695015 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548811f5-ee05-4ded-96c4-b34ac156d0f4 req-78818e6e-becf-4f6d-b12c-b4295a86632c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:50.705009 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-548811f5-ee05-4ded-96c4-b34ac156d0f4 req-78818e6e-becf-4f6d-b12c-b4295a86632c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1436117 May 10 20:29:50.755681 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce791e3-a6fe-40c0-8bdf-3fe0d141992b req-913de8d3-c0cc-4fdf-b023-41ad9ac98e8a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:50.763062 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cce791e3-a6fe-40c0-8bdf-3fe0d141992b req-913de8d3-c0cc-4fdf-b023-41ad9ac98e8a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.2844918 May 10 20:29:50.867450 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-548811f5-ee05-4ded-96c4-b34ac156d0f4 req-54291dd0-d36c-4f66-824e-20a0dc5f1a50 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658108 May 10 20:29:50.904836 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cce791e3-a6fe-40c0-8bdf-3fe0d141992b req-cb0e8222-0bf6-4eb2-9b09-05f262ec5977 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356616 May 10 20:29:51.024208 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bcef7-a447-416a-867d-3989600cdb1c req-8a69620b-3596-46b5-ac6d-90ff2611fd1b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:51.032648 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-392bcef7-a447-416a-867d-3989600cdb1c req-8a69620b-3596-46b5-ac6d-90ff2611fd1b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0829346 May 10 20:29:51.103996 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-392bcef7-a447-416a-867d-3989600cdb1c req-81cdca03-5dc9-41ea-b75a-1e96f98e90eb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674672 May 10 20:29:51.618438 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35794) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:51.899086 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2abee36e-df7e-47d7-bbe2-9f44b9fa66f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:52.127456 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5378548-1cae-48d4-a4a3-20ce284d71d6 req-954f3fb3-4802-402e-996d-be35f9714ad1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:52.135177 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5378548-1cae-48d4-a4a3-20ce284d71d6 req-954f3fb3-4802-402e-996d-be35f9714ad1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1138046 May 10 20:29:52.188408 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267b007-2db9-4922-a063-34dff69bee53 req-6afd403f-6bc0-43c4-863d-bde77e4ed7ee tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:52.195986 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f267b007-2db9-4922-a063-34dff69bee53 req-6afd403f-6bc0-43c4-863d-bde77e4ed7ee tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.1097932 May 10 20:29:52.299227 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2abee36e-df7e-47d7-bbe2-9f44b9fa66f2 admin admin] Publish callbacks [] for security_group (a67fef1e-ae82-4193-b82b-83b2889ca80c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:52.321506 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2abee36e-df7e-47d7-bbe2-9f44b9fa66f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (a67fef1e-ae82-4193-b82b-83b2889ca80c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:52.352414 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e5378548-1cae-48d4-a4a3-20ce284d71d6 req-bef22b42-c3f9-4366-8148-3fe9a0fdddc9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161214 May 10 20:29:52.395445 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f267b007-2db9-4922-a063-34dff69bee53 req-88d0919c-e52a-4893-9297-6beb97793de7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958971 May 10 20:29:52.437749 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2abee36e-df7e-47d7-bbe2-9f44b9fa66f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=adcbc088ded54e06866087e96b4cb748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8152084 May 10 20:29:52.439054 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 35844) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:52.444204 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abee36e-df7e-47d7-bbe2-9f44b9fa66f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67fef1e-ae82-4193-b82b-83b2889ca80c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:52.559812 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d6e-583c-4dfc-8e33-6d64f84af6b6 admin admin] Publish callbacks [] for security_group (a67fef1e-ae82-4193-b82b-83b2889ca80c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:52.603005 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2f8dc-2a9d-4aaa-8fcf-5b7db582af26 req-05f64ab1-b9fd-49b5-a65b-a5ac631198a3 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:52.606266 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-41e2f8dc-2a9d-4aaa-8fcf-5b7db582af26 req-05f64ab1-b9fd-49b5-a65b-a5ac631198a3 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.1066759 May 10 20:29:52.610589 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d6e-583c-4dfc-8e33-6d64f84af6b6 admin admin] Publish callbacks [] for security_group (a67fef1e-ae82-4193-b82b-83b2889ca80c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:52.712004 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d6e-583c-4dfc-8e33-6d64f84af6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (a67fef1e-ae82-4193-b82b-83b2889ca80c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:52.716780 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fbe22d6e-583c-4dfc-8e33-6d64f84af6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:52.740043 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-41e2f8dc-2a9d-4aaa-8fcf-5b7db582af26 req-1efdfbb9-d18f-4be6-a2d7-66f9f2ca8578 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277554 May 10 20:29:52.749750 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fbe22d6e-583c-4dfc-8e33-6d64f84af6b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a67fef1e-ae82-4193-b82b-83b2889ca80c HTTP/1.1" status: 204 len: 168 time: 0.3058488 May 10 20:29:52.771464 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe22d6e-583c-4dfc-8e33-6d64f84af6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67fef1e-ae82-4193-b82b-83b2889ca80c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:53.120371 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-860b8e99-3afc-4ba6-b425-f1154f9c0598 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:53.129540 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-860b8e99-3afc-4ba6-b425-f1154f9c0598 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/networks?id=4369b197-1a56-465e-9984-92729f634dd2 HTTP/1.1" status: 200 len: 815 time: 0.1918893 May 10 20:29:53.151755 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-9b662541-dc9a-4aaa-af52-a93d0b0eac83 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/quotas/51884a66cf014d6596d22c37c4a97147 HTTP/1.1" status: 200 len: 375 time: 0.0203631 May 10 20:29:53.218050 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-53b9fb52-3f24-4fe0-b570-c7f16c22fd75 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=51884a66cf014d6596d22c37c4a97147&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651531 May 10 20:29:53.334617 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f5297190-60c6-468e-ad80-795eca86b77a service neutron] 10.222.0.61 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009521 May 10 20:29:53.436866 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-934cf0ec-413b-40b6-9ba7-151d016dbd26 service neutron] 10.222.0.61 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949507 May 10 20:29:53.500485 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:29:53.541560 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffc486-9024-4b84-aac4-b203da9f1733 req-999c2b8b-1723-4f97-91aa-da67b202b9e6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:53.544277 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-55ffc486-9024-4b84-aac4-b203da9f1733 req-999c2b8b-1723-4f97-91aa-da67b202b9e6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0812676 May 10 20:29:53.650374 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-55ffc486-9024-4b84-aac4-b203da9f1733 req-71741778-2e72-4ca7-98d2-c3f728c5f960 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766706 May 10 20:29:53.667113 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:53.672147 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb78ef75-c127-4bed-a8af-45efb0f80f27 req-bcea3a22-bb9b-4831-96a8-e1c98c613e1c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 210 time: 0.0447061 May 10 20:29:53.682179 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'port_id': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'mac_address': 'fa:16:3e:a2:1c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:29:53.731974 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8fb0937-0365-4e3b-b493-e0343c1b6efa is: ACTIVE; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:53.732394 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:53.747541 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8fb0937-0365-4e3b-b493-e0343c1b6efa {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:53.780278 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:53.787139 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:53.886365 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:53.938131 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['d8fb0937-0365-4e3b-b493-e0343c1b6efa'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:29:53.944619 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c6a7c-f88b-4fde-a561-aa88640a8d86 req-f528783e-bfce-4493-89b1-51b1c7ce31ce tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:53.946451 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-484c6a7c-f88b-4fde-a561-aa88640a8d86 req-f528783e-bfce-4493-89b1-51b1c7ce31ce tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0925262 May 10 20:29:54.104752 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-484c6a7c-f88b-4fde-a561-aa88640a8d86 req-bb1d8471-8312-4dd9-b4f1-30459612183c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522746 May 10 20:29:54.218366 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 35930) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:54.224591 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d41c6262-962e-4943-b522-238bb62198ba tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003595493', 'description': 'tempest-description--2046518438'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:54.262765 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d41c6262-962e-4943-b522-238bb62198ba tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.355294 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d41c6262-962e-4943-b522-238bb62198ba tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group (c9a2870c-2315-43bd-9871-856670f00e6d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.361517 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d41c6262-962e-4943-b522-238bb62198ba tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (c9a2870c-2315-43bd-9871-856670f00e6d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.405598 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d41c6262-962e-4943-b522-238bb62198ba tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.409984 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35932) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:54.410637 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d41c6262-962e-4943-b522-238bb62198ba tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1898777 May 10 20:29:54.415102 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d63ea802-7cce-44d0-902c-b108203266c5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Request body: {'security_group_rule': {'security_group_id': 'c9a2870c-2315-43bd-9871-856670f00e6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:54.417289 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c6262-962e-4943-b522-238bb62198ba tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a2870c-2315-43bd-9871-856670f00e6d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:54.441956 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5c73-9866-4449-a805-ee763f6da0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.458931 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d63ea802-7cce-44d0-902c-b108203266c5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group_rule (6419009f-b861-4a7c-8c86-019d639d98ae), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.548170 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d63ea802-7cce-44d0-902c-b108203266c5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group_rule (6419009f-b861-4a7c-8c86-019d639d98ae), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.554109 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d63ea802-7cce-44d0-902c-b108203266c5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (6419009f-b861-4a7c-8c86-019d639d98ae), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.571005 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ea802-7cce-44d0-902c-b108203266c5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6419009f-b861-4a7c-8c86-019d639d98ae,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:54.583775 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d63ea802-7cce-44d0-902c-b108203266c5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.587560 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d63ea802-7cce-44d0-902c-b108203266c5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734552 May 10 20:29:54.588129 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 35934) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:54.592728 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-d1fd2938-3b16-4be2-ac86-eac035b81b2a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Request body: {'security_group_rule': {'security_group_id': 'c9a2870c-2315-43bd-9871-856670f00e6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:54.625918 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2938-3b16-4be2-ac86-eac035b81b2a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group_rule (6efc4e26-7910-413c-ae14-a01d871668d2), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.699707 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2938-3b16-4be2-ac86-eac035b81b2a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group_rule (6efc4e26-7910-413c-ae14-a01d871668d2), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.706864 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2938-3b16-4be2-ac86-eac035b81b2a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (6efc4e26-7910-413c-ae14-a01d871668d2), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.743678 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd2938-3b16-4be2-ac86-eac035b81b2a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efc4e26-7910-413c-ae14-a01d871668d2,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:54.750809 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2938-3b16-4be2-ac86-eac035b81b2a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:54.752411 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d1fd2938-3b16-4be2-ac86-eac035b81b2a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631866 May 10 20:29:54.756203 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 35940) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:29:54.761094 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:54.793429 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:55.149903 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a653170-2a34-4b5f-9dc3-524e893db538 req-8990ec9e-1513-4342-82cd-b64eb1d2de66 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 210 time: 0.3400297 May 10 20:29:55.194121 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdf996-c8da-4711-94de-c156019337fe req-c0fd906a-fa8b-40fb-ac14-be1fd826882f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:55.195998 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59fdf996-c8da-4711-94de-c156019337fe req-c0fd906a-fa8b-40fb-ac14-be1fd826882f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.3844686 May 10 20:29:55.284324 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:55.344346 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-2d9e8024-fa30-484d-b93e-ebc43435db42 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:55.346482 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-2d9e8024-fa30-484d-b93e-ebc43435db42 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.69 "GET /v2.0/networks?id=4369b197-1a56-465e-9984-92729f634dd2 HTTP/1.1" status: 200 len: 815 time: 0.1766837 May 10 20:29:55.376566 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'port': {'device_id': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'admin_state_up': True, 'tenant_id': '51884a66cf014d6596d22c37c4a97147'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:55.399196 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d12708-8add-4309-9902-b9d3d907cac7 req-7f76ce14-2134-4b8a-aaee-644cfd442257 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:55.401145 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-11d12708-8add-4309-9902-b9d3d907cac7 req-7f76ce14-2134-4b8a-aaee-644cfd442257 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.1548965 May 10 20:29:55.410056 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59fdf996-c8da-4711-94de-c156019337fe req-d6696b05-6f72-4b96-8093-bbb35805b590 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745703 May 10 20:29:55.462293 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-11d12708-8add-4309-9902-b9d3d907cac7 req-57426ef4-2b69-498f-a9c0-ccbfbebccb95 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505226 May 10 20:29:55.503373 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Made reservation on behalf of 51884a66cf014d6596d22c37c4a97147 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:29:55.507252 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:55.518839 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:29:55.602709 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port d8fb0937-0365-4e3b-b493-e0343c1b6efa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:55.603366 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:55.654805 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Allocated IP 172.27.0.73 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/d308758a-5255-49d0-a1db-775899035c43) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:55.706826 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8fb0937-0365-4e3b-b493-e0343c1b6efa is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:29:55.708022 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:55.722143 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Allocated IP 172.20.0.5 (4369b197-1a56-465e-9984-92729f634dd2/8eef294f-fec1-4883-ac0a-ece7a6fa255a/17b60462-c5b3-4701-9d7d-de886673ef7d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:29:55.734824 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:55.737885 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dabfc3-0d5c-4a66-a7ad-ef82ec547a8b" -d '{"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:55.758304 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:29:55.763265 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:55.824420 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df1f0e1-8f5d-4c62-a4e8-e7e43a7577e1 x-openstack-request-id: req-0df1f0e1-8f5d-4c62-a4e8-e7e43a7577e1 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:55.825014 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:55.825437 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0df1f0e1-8f5d-4c62-a4e8-e7e43a7577e1 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:55.826005 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df1f0e1-8f5d-4c62-a4e8-e7e43a7577e1'] response: {'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'code': 200} May 10 20:29:55.841783 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for port (d308758a-5255-49d0-a1db-775899035c43), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:55.843319 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:55.883571 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (d308758a-5255-49d0-a1db-775899035c43), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:55.926534 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:55.929618 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:55.935996 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:55.952565 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:55.960090 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event updated for resources: {'Port': ['ID=d308758a-5255-49d0-a1db-775899035c43,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:56.038840 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.045523 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for floatingip (891d0c98-d362-47c7-a71c-bafead430a4f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.088961 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d308758a-5255-49d0-a1db-775899035c43), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.093319 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Network 4369b197-1a56-465e-9984-92729f634dd2 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:29:56.100439 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:29:56.106390 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:29:56.110835 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'Port': ['ID=17b60462-c5b3-4701-9d7d-de886673ef7d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:56.184493 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:56.189343 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.229078 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-aa20931e-a23b-4024-9efd-d37ccb3de456 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8559215 May 10 20:29:56.237031 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Request body: {'port': {'device_id': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:29:56.351464 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.365833 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712743b1-28b4-4515-9aed-b0ea5fafdb86 req-58113c6d-293e-40f8-af8d-4b4e826ea6e7 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:56.367874 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-712743b1-28b4-4515-9aed-b0ea5fafdb86 req-58113c6d-293e-40f8-af8d-4b4e826ea6e7 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 931 time: 0.1050949 May 10 20:29:56.406716 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for port (d308758a-5255-49d0-a1db-775899035c43), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.413784 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (d308758a-5255-49d0-a1db-775899035c43), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.513936 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-cb18618d-b911-435e-949d-943f1a6b737d None None] Provisioning complete for port 17b60462-c5b3-4701-9d7d-de886673ef7d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:29:56.517361 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cb18618d-b911-435e-949d-943f1a6b737d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.528843 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-712743b1-28b4-4515-9aed-b0ea5fafdb86 req-4097065d-e770-4cc9-af93-ac849cd740c6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513085 May 10 20:29:56.533725 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event updated for resources: {'Port': ['ID=d308758a-5255-49d0-a1db-775899035c43,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:56.547096 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (891d0c98-d362-47c7-a71c-bafead430a4f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.571998 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.581711 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-68be5ff1-723b-4897-8ca8-97b289fb33af tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8163595 May 10 20:29:56.661770 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-cb18618d-b911-435e-949d-943f1a6b737d None None] Port 17b60462-c5b3-4701-9d7d-de886673ef7d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:29:56.685468 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4ed4-0a37-4b14-912b-43b7f5652dd0 req-635a7939-527a-4c60-b714-5179b47cc68e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:56.691269 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1cf12652-09ed-494c-8856-3e5b89da0f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.694976 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e21d4ed4-0a37-4b14-912b-43b7f5652dd0 req-635a7939-527a-4c60-b714-5179b47cc68e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0983880 May 10 20:29:56.780116 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fed46-47b5-478b-88b0-7adbe6febf0b req-bc76e76b-d374-403c-9c14-fc7cc347055a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:56.781859 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-029fed46-47b5-478b-88b0-7adbe6febf0b req-bc76e76b-d374-403c-9c14-fc7cc347055a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0846193 May 10 20:29:56.803304 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e21d4ed4-0a37-4b14-912b-43b7f5652dd0 req-646c7b48-21fa-4397-8846-9bd47e28526c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071980 May 10 20:29:56.836133 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b60462-c5b3-4701-9d7d-de886673ef7d {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:29:56.849837 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Publish callbacks [] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:56.873466 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-029fed46-47b5-478b-88b0-7adbe6febf0b req-9aa05d68-b965-459c-b13b-118dfc0ea9cd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661647 May 10 20:29:56.875477 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Transition to ACTIVE for port object 17b60462-c5b3-4701-9d7d-de886673ef7d will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:29:56.880743 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:57.031203 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Attempting to bind port 17b60462-c5b3-4701-9d7d-de886673ef7d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:29:57.031736 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Attempting to bind port 17b60462-c5b3-4701-9d7d-de886673ef7d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:29:57.031867 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Attempting to bind port 17b60462-c5b3-4701-9d7d-de886673ef7d on network 4369b197-1a56-465e-9984-92729f634dd2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:57.033988 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Pushing event updated for resources: {'Port': ['ID=17b60462-c5b3-4701-9d7d-de886673ef7d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:57.040869 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Port 17b60462-c5b3-4701-9d7d-de886673ef7d on network 4369b197-1a56-465e-9984-92729f634dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:29:57.041255 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Attempting to bind port 17b60462-c5b3-4701-9d7d-de886673ef7d on network 4369b197-1a56-465e-9984-92729f634dd2 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:29:57.047631 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:29:57.047974 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Checking segment: {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:29:57.048354 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Bound using segment: {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:29:57.049141 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Bound port: 17b60462-c5b3-4701-9d7d-de886673ef7d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626b8039-3215-469b-b087-1ea04b8e3587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4369b197-1a56-465e-9984-92729f634dd2'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:29:57.049503 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:57.150939 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] For port 17b60462-c5b3-4701-9d7d-de886673ef7d, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:29:57.154619 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] For port 17b60462-c5b3-4701-9d7d-de886673ef7d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=17b60462-c5b3-4701-9d7d-de886673ef7d,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:29:57.162145 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:57.204624 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:57.205573 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:57.207597 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] 10.222.0.69 "PUT /v2.0/ports/17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 1093 time: 0.9742818 May 10 20:29:57.208172 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:29:57.210890 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:29:57.242039 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3866476-272e-493a-bb57-7fde9472b657 service neutron] Pushing event updated for resources: {'Port': ['ID=17b60462-c5b3-4701-9d7d-de886673ef7d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:29:57.296749 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7e7f87-10f3-4df1-bf0b-b95475e41c4a x-openstack-request-id: req-cf7e7f87-10f3-4df1-bf0b-b95475e41c4a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:29:57.297532 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:29:57.298131 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf7e7f87-10f3-4df1-bf0b-b95475e41c4a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:29:57.299537 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7e7f87-10f3-4df1-bf0b-b95475e41c4a'] response: {'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'status': 'completed', 'code': 200} May 10 20:29:57.317740 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-56968fd8-63a4-46be-bbd5-1510636bb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:57.333069 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-56968fd8-63a4-46be-bbd5-1510636bb6bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51884a66cf014d6596d22c37c4a97147&device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 1127 time: 0.0675828 May 10 20:29:57.401290 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-7b8478c8-1c96-4736-91e6-058e092bb7ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 217 time: 0.0626760 May 10 20:29:57.508458 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-feb04c77-d975-4a59-9702-dd4df871de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:57.511381 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-feb04c77-d975-4a59-9702-dd4df871de62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eef294f-fec1-4883-ac0a-ece7a6fa255a HTTP/1.1" status: 200 len: 854 time: 0.1103590 May 10 20:29:57.575957 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-d4f0a31e-832c-429e-9294-6924fabe19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:57.578144 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-d4f0a31e-832c-429e-9294-6924fabe19e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4369b197-1a56-465e-9984-92729f634dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561330 May 10 20:29:57.703675 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e3cf3-16d0-4ce2-8f37-0ad94f19c229 req-27ab8cd9-f60b-46fc-b1f2-fc88bc555e6c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:57.711875 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc5e3cf3-16d0-4ce2-8f37-0ad94f19c229 req-27ab8cd9-f60b-46fc-b1f2-fc88bc555e6c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0798469 May 10 20:29:57.714371 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-73c9704c-b5ec-4c30-983c-69f460bec894 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296790 May 10 20:29:57.763947 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc5e3cf3-16d0-4ce2-8f37-0ad94f19c229 req-18fa20e2-ee08-4d2e-ae8f-3534fae8c0fe tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516868 May 10 20:29:57.841946 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-316fa60c-973c-48ae-b359-a9e224b1aff7 req-644848a4-5205-4fa8-8c18-1757b3c8d3f8 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208925 May 10 20:29:57.942596 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922e44e-10ae-40d6-9d68-085c9b4a097c req-2f2e2951-7415-4382-948a-d2147115135a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:57.944417 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-6cb730b4-ffd5-49ba-80d9-fffc619b0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:57.945951 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-6cb730b4-ffd5-49ba-80d9-fffc619b0346 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51884a66cf014d6596d22c37c4a97147&device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 1127 time: 0.0520918 May 10 20:29:57.949462 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0922e44e-10ae-40d6-9d68-085c9b4a097c req-2f2e2951-7415-4382-948a-d2147115135a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0557916 May 10 20:29:58.017336 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0922e44e-10ae-40d6-9d68-085c9b4a097c req-ac13d116-2698-4806-8048-486d69dcd7d2 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554693 May 10 20:29:58.051489 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:58.069700 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-a60fa505-a057-4e9a-a3ac-423e1408a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:58.071158 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-a60fa505-a057-4e9a-a3ac-423e1408a668 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4369b197-1a56-465e-9984-92729f634dd2 HTTP/1.1" status: 200 len: 916 time: 0.1182106 May 10 20:29:58.126720 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-ea8eda3d-8661-4ba3-9436-53a2ecaf3ce0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 217 time: 0.0478356 May 10 20:29:58.144209 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cce5cb-0ece-4225-8b3e-4ad376462923 req-d0f4bd23-8c42-43f8-92ab-67424ebd74a1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:58.146847 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0cce5cb-0ece-4225-8b3e-4ad376462923 req-d0f4bd23-8c42-43f8-92ab-67424ebd74a1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0583401 May 10 20:29:58.183390 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-919a8278-6956-47f2-9b53-e5c374f474ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:58.185226 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-919a8278-6956-47f2-9b53-e5c374f474ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eef294f-fec1-4883-ac0a-ece7a6fa255a HTTP/1.1" status: 200 len: 854 time: 0.0527596 May 10 20:29:58.227011 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e0cce5cb-0ece-4225-8b3e-4ad376462923 req-ae85d17a-6347-4b82-91b8-4ec6f60dde2b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740037 May 10 20:29:58.249993 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-cff19405-2fff-4e36-89bd-c0c19322e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:58.255882 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-cff19405-2fff-4e36-89bd-c0c19322e702 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4369b197-1a56-465e-9984-92729f634dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612745 May 10 20:29:58.371028 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-154b8d0e-6f35-4ecc-8503-34e81b436910 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070633 May 10 20:29:58.486688 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-50ddeba2-dd8e-4796-9e6c-039f9d89bb9c req-b1c09c64-a788-4cfe-948a-f641f42a1414 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086726 May 10 20:29:58.888278 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac293-62d6-4db6-9288-913c28985b9d req-27aa47fd-bc29-4125-b74f-d0ffae4f0b47 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:58.889847 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c04ac293-62d6-4db6-9288-913c28985b9d req-27aa47fd-bc29-4125-b74f-d0ffae4f0b47 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0553198 May 10 20:29:58.941055 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c04ac293-62d6-4db6-9288-913c28985b9d req-45fe7090-4da4-44ff-b359-361d4ce1bca9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 May 10 20:29:59.087284 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:29:59.140712 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd5f0c-abeb-47f9-b633-f7104d12eb9f req-212c8bed-2907-4393-bf88-ad392150169d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:59.149069 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bbdd5f0c-abeb-47f9-b633-f7104d12eb9f req-212c8bed-2907-4393-bf88-ad392150169d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0532312 May 10 20:29:59.202120 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bbdd5f0c-abeb-47f9-b633-f7104d12eb9f req-000bbb84-9813-4736-a836-6d42bb1265b3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501328 May 10 20:29:59.368548 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bad94-6a33-46c5-a950-ef2a0b8a8802 req-dc4fe6a7-7271-45ac-8a9c-cb1c4abc0d14 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:29:59.370057 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-478bad94-6a33-46c5-a950-ef2a0b8a8802 req-dc4fe6a7-7271-45ac-8a9c-cb1c4abc0d14 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0504305 May 10 20:29:59.426936 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-478bad94-6a33-46c5-a950-ef2a0b8a8802 req-428d8151-8ac6-478d-abff-52b86e6f9c37 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495076 May 10 20:30:00.062606 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31dcb8-02b8-4bab-b669-7ab8ad3f9aea req-56786d36-8ff0-4780-a297-fb2548070a13 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:00.064106 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0e31dcb8-02b8-4bab-b669-7ab8ad3f9aea req-56786d36-8ff0-4780-a297-fb2548070a13 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0525131 May 10 20:30:00.116541 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0e31dcb8-02b8-4bab-b669-7ab8ad3f9aea req-e8c49a22-c720-4dcf-a3a8-a685114a7ad1 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434594 May 10 20:30:00.339327 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea248a-d335-440d-af6d-ef18bbccdc0a req-59423f9d-2e8c-456c-a0c5-6bdd7f0f3456 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:00.341529 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-23ea248a-d335-440d-af6d-ef18bbccdc0a req-59423f9d-2e8c-456c-a0c5-6bdd7f0f3456 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0583127 May 10 20:30:00.397307 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-23ea248a-d335-440d-af6d-ef18bbccdc0a req-babac381-0f79-4357-9939-d533d40f185f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494299 May 10 20:30:00.553346 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41672908-9e2e-4f2d-861c-9a5cc7c4a00f req-a98f143c-d21a-4f09-a5cf-224170647ee7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:00.554834 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-41672908-9e2e-4f2d-861c-9a5cc7c4a00f req-a98f143c-d21a-4f09-a5cf-224170647ee7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0532339 May 10 20:30:00.608615 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-41672908-9e2e-4f2d-861c-9a5cc7c4a00f req-f22ad6d2-4c67-4240-869c-9491c85b3a70 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479329 May 10 20:30:00.616514 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:01.240614 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26603c1-d507-490c-8115-1253dbc45433 req-2b212639-fa65-44fc-9842-92d953f91c91 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:01.242733 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f26603c1-d507-490c-8115-1253dbc45433 req-2b212639-fa65-44fc-9842-92d953f91c91 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0519261 May 10 20:30:01.303276 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f26603c1-d507-490c-8115-1253dbc45433 req-5179035b-39b0-47ec-90fd-f02ee7793641 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 May 10 20:30:01.543834 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae93d64-b31b-4ea9-948c-be0108d6e87c req-299b47c4-dc6a-45d7-a22a-0eb432ee0f47 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:01.545477 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bae93d64-b31b-4ea9-948c-be0108d6e87c req-299b47c4-dc6a-45d7-a22a-0eb432ee0f47 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0603340 May 10 20:30:01.599480 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bae93d64-b31b-4ea9-948c-be0108d6e87c req-8702e802-4567-42c4-a8d8-e7a91fd60246 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478392 May 10 20:30:01.745396 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6169c-dd99-4b33-a63e-af0d97c4cc4f req-e71411ca-f781-41ca-87f1-bbf0f36fabf5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:01.747968 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-27e6169c-dd99-4b33-a63e-af0d97c4cc4f req-e71411ca-f781-41ca-87f1-bbf0f36fabf5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0579865 May 10 20:30:01.805534 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-27e6169c-dd99-4b33-a63e-af0d97c4cc4f req-ff8f60ab-81f6-467e-a408-cbb69fd1a62e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505185 May 10 20:30:02.036244 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20665ff0-ae34-46fb-ba69-193f689ff7ea req-268d1279-8391-4780-ae67-26d945f36856 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:02.037886 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20665ff0-ae34-46fb-ba69-193f689ff7ea req-268d1279-8391-4780-ae67-26d945f36856 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0724053 May 10 20:30:02.132550 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-65fb8179-d283-4d78-8a02-620a2054b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:02.135584 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-65fb8179-d283-4d78-8a02-620a2054b74c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 1130 time: 0.0744760 May 10 20:30:02.163587 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20665ff0-ae34-46fb-ba69-193f689ff7ea req-9b0e978a-c0dd-4412-b656-0c90d6f41ae4 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134846 May 10 20:30:02.315440 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-9750d9bd-5b27-4698-8a77-2149d85ded2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:02.317817 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-9750d9bd-5b27-4698-8a77-2149d85ded2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 912 time: 0.1759989 May 10 20:30:02.413036 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-ea48becf-c3ff-43c4-b916-bf4a240c68c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0 HTTP/1.1" status: 200 len: 1001 time: 0.0822897 May 10 20:30:02.430863 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045070eb-6cdb-4f1a-a48f-c733dc1e6496 req-1e3f9e91-f8f8-427a-a767-611d41f5e8f9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:02.439359 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-045070eb-6cdb-4f1a-a48f-c733dc1e6496 req-1e3f9e91-f8f8-427a-a767-611d41f5e8f9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0633876 May 10 20:30:02.474126 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-9d510c03-9dbd-4a2f-9184-9f994524dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:02.475897 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-9d510c03-9dbd-4a2f-9184-9f994524dec5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.0532024 May 10 20:30:02.513858 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-045070eb-6cdb-4f1a-a48f-c733dc1e6496 req-7d93cc5d-9eef-45c6-8eca-1df1ab6d19d3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725188 May 10 20:30:02.527061 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-f70cee80-0a50-47d7-b400-6dcfdbd02b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:02.528554 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-f70cee80-0a50-47d7-b400-6dcfdbd02b29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456352 May 10 20:30:02.674427 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-ada87426-bbf9-48df-8f00-eadbd393fdd9 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379688 May 10 20:30:02.736657 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3a9ef-56fe-424d-a2ce-17d4292b7a50 req-51ef5a67-5143-4b8a-afaf-25914886a936 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:02.743611 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6f3a9ef-56fe-424d-a2ce-17d4292b7a50 req-51ef5a67-5143-4b8a-afaf-25914886a936 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0612290 May 10 20:30:02.794601 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d6f3a9ef-56fe-424d-a2ce-17d4292b7a50 req-ae3cb19c-271c-4bf4-b051-1d23b071afdf tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500512 May 10 20:30:02.799726 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de8df275-c7e8-425c-8537-8718daf0f3d1 req-af726d29-4fb8-43c7-a6fd-4bce8515df36 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166961 May 10 20:30:03.270043 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4641c70-040a-422d-964b-bb0b89fdac17 req-eee44435-ea74-4bf7-bad1-fd824409f7e3 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:03.272233 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4641c70-040a-422d-964b-bb0b89fdac17 req-eee44435-ea74-4bf7-bad1-fd824409f7e3 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0502129 May 10 20:30:03.325991 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f4641c70-040a-422d-964b-bb0b89fdac17 req-ec72a35e-8002-4897-ac7d-00b1614e9946 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477743 May 10 20:30:03.643616 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9074ae-d413-4df2-8a34-688db04832b0 req-a16ea15e-c8eb-4eec-bdd9-96c965f675e9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:03.645291 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa9074ae-d413-4df2-8a34-688db04832b0 req-a16ea15e-c8eb-4eec-bdd9-96c965f675e9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0514050 May 10 20:30:03.706033 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa9074ae-d413-4df2-8a34-688db04832b0 req-a9caae54-54de-4b6c-9942-25d4fc8f084b tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531356 May 10 20:30:03.911097 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b66cc-7442-4036-b680-6f84656b8b0a req-c8bb06d6-8e39-4f8d-8d07-feca915c68f6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:03.912435 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-773b66cc-7442-4036-b680-6f84656b8b0a req-c8bb06d6-8e39-4f8d-8d07-feca915c68f6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0506756 May 10 20:30:03.961462 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-773b66cc-7442-4036-b680-6f84656b8b0a req-95dc7519-37bd-49fe-b3eb-1cd06b065005 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 May 10 20:30:04.459016 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746e190-9b32-4976-bb74-c86fb231af70 req-236017a0-7e6c-4b87-aac1-76c45084af33 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:04.460832 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e746e190-9b32-4976-bb74-c86fb231af70 req-236017a0-7e6c-4b87-aac1-76c45084af33 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0561011 May 10 20:30:04.512257 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e746e190-9b32-4976-bb74-c86fb231af70 req-6727aba7-02a8-4158-8102-28ba54b0bc25 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451000 May 10 20:30:04.832500 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1493d-1357-4f5c-bd04-14fc2e143cde req-0c660ed2-3d7d-4080-9ea1-fd6ec14a5436 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:04.834203 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59d1493d-1357-4f5c-bd04-14fc2e143cde req-0c660ed2-3d7d-4080-9ea1-fd6ec14a5436 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0525508 May 10 20:30:04.884922 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59d1493d-1357-4f5c-bd04-14fc2e143cde req-0e068f38-e5e2-47f3-b695-06373f11820a tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443754 May 10 20:30:05.084161 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b773506-e353-49a2-9f76-1bbd99ba1189 req-bb22265c-d6c8-4ed6-839a-c17e6563ba6d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:05.085870 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2b773506-e353-49a2-9f76-1bbd99ba1189 req-bb22265c-d6c8-4ed6-839a-c17e6563ba6d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0491025 May 10 20:30:05.137153 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2b773506-e353-49a2-9f76-1bbd99ba1189 req-11660c85-e2d2-483f-8e48-ede6be0fc082 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443842 May 10 20:30:06.010488 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ebc73-ffc9-4b97-842f-60a5b1d646d7 req-2b2833de-2c0c-41da-9a9f-17e3bafef7e0 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:06.012311 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f01ebc73-ffc9-4b97-842f-60a5b1d646d7 req-2b2833de-2c0c-41da-9a9f-17e3bafef7e0 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0577478 May 10 20:30:06.063166 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f01ebc73-ffc9-4b97-842f-60a5b1d646d7 req-f016519e-ac48-4e4a-a124-18c6ef9d7cd6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452764 May 10 20:30:06.259043 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583ee40-b5cc-4e9d-af6f-32929798d27f req-0d96a835-9e77-4813-b8af-a826f2fdaffc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:06.260704 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f583ee40-b5cc-4e9d-af6f-32929798d27f req-0d96a835-9e77-4813-b8af-a826f2fdaffc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0494099 May 10 20:30:06.318113 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f583ee40-b5cc-4e9d-af6f-32929798d27f req-5fd50428-2a28-4650-a3f9-29397460d29c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503926 May 10 20:30:07.180215 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0fb3c-ebe3-4668-ad6f-f8ff14e35bcd req-644f9c13-ddae-4f6f-881a-777f42f3968c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:07.182097 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-56b0fb3c-ebe3-4668-ad6f-f8ff14e35bcd req-644f9c13-ddae-4f6f-881a-777f42f3968c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0508175 May 10 20:30:07.239639 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-56b0fb3c-ebe3-4668-ad6f-f8ff14e35bcd req-d08d3d3a-512f-443b-9d36-dc56b656aa1e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519896 May 10 20:30:07.456220 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a7d37-3d17-4a5d-8593-2c5e59287e03 req-6de3ceac-ac1c-47eb-acdd-aca84e123c09 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:07.463152 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-518a7d37-3d17-4a5d-8593-2c5e59287e03 req-6de3ceac-ac1c-47eb-acdd-aca84e123c09 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0632117 May 10 20:30:07.507731 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-518a7d37-3d17-4a5d-8593-2c5e59287e03 req-ed54737f-cbe2-4a5e-bf83-3c52c4fa4305 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 May 10 20:30:08.356334 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026f70d-ee3b-49f4-8ad5-f8fb3bf7a106 req-92e2b07b-498e-49db-be46-681048d1c16a tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:08.358149 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c026f70d-ee3b-49f4-8ad5-f8fb3bf7a106 req-92e2b07b-498e-49db-be46-681048d1c16a tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0493009 May 10 20:30:08.421763 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c026f70d-ee3b-49f4-8ad5-f8fb3bf7a106 req-c7a96ae5-269b-488a-89a7-d756ea2bef57 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560975 May 10 20:30:08.643204 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab072f77-cae1-4572-a0c1-66e68c48b112 req-e56002e7-4b19-431f-9437-9c6baf8cdbde tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:08.646217 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ab072f77-cae1-4572-a0c1-66e68c48b112 req-e56002e7-4b19-431f-9437-9c6baf8cdbde tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0550683 May 10 20:30:08.697499 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ab072f77-cae1-4572-a0c1-66e68c48b112 req-77ed7a30-a4b7-427d-a0c6-eb8eae575f79 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425158 May 10 20:30:09.562014 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f57682-017d-4f4a-9099-c2bd42277585 req-cc84613d-b4dd-40f8-9b25-5391363dff86 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:09.564146 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e1f57682-017d-4f4a-9099-c2bd42277585 req-cc84613d-b4dd-40f8-9b25-5391363dff86 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0738168 May 10 20:30:09.648063 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e1f57682-017d-4f4a-9099-c2bd42277585 req-82d0ea71-4c49-44f1-b6a8-3d07b006f05f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777082 May 10 20:30:09.662098 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-e496377e-aae2-4cc9-b1d5-118dd752e5ed tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1003595493&fields=id&tenant_id=67dae2f388bc4a81bc957f48b1b02e42 HTTP/1.1" status: 200 len: 267 time: 0.0741978 May 10 20:30:09.847722 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-1e3a8c8e-9298-431e-b93e-4e8c142104a1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:09.849429 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-1e3a8c8e-9298-431e-b93e-4e8c142104a1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 819 time: 0.1688588 May 10 20:30:09.881291 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af3e2-b1be-485b-8b2f-b8503b916ae7 req-1093bd9c-8298-4de2-857f-f0e1bb2c15b5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:09.883666 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb3af3e2-b1be-485b-8b2f-b8503b916ae7 req-1093bd9c-8298-4de2-857f-f0e1bb2c15b5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0978570 May 10 20:30:09.887329 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-ad878f06-6b8a-478a-8308-de8881a32a13 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/quotas/67dae2f388bc4a81bc957f48b1b02e42 HTTP/1.1" status: 200 len: 375 time: 0.0303094 May 10 20:30:10.002215 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-1ba79dd8-240a-4a77-bc34-9c18e6e73384 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1032908 May 10 20:30:10.015078 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb3af3e2-b1be-485b-8b2f-b8503b916ae7 req-70b38734-0313-4f97-95fb-0fc961345a49 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216881 May 10 20:30:10.185120 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-e545c735-cb0e-4659-af16-d052dfbeec54 service neutron] 10.222.0.61 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633785 May 10 20:30:10.330219 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-7481fdcb-71b5-4115-9b83-f4e79d86c040 service neutron] 10.222.0.61 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428680 May 10 20:30:10.684583 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-728a4cdc-e12a-4c0d-80e9-a985fe1fb3f8 req-5e29c1f8-ff1d-4dd2-bf31-a8fd2b531da3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0769138 May 10 20:30:10.878579 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3407f-91e5-4a67-b311-a0e7de4ee9cd req-7c93ab13-d5d4-42ef-a25e-14865353dc58 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:10.892158 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e9a3407f-91e5-4a67-b311-a0e7de4ee9cd req-7c93ab13-d5d4-42ef-a25e-14865353dc58 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0763125 May 10 20:30:10.962987 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e9a3407f-91e5-4a67-b311-a0e7de4ee9cd req-cd55ae42-a947-4b3a-95cd-4188c213bae7 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659347 May 10 20:30:11.225135 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34e8ae-6e64-4f4e-8a84-bf1ae5ec977e req-99a2b038-f31b-4c47-b333-95a53a6ce02a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:11.227119 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed34e8ae-6e64-4f4e-8a84-bf1ae5ec977e req-99a2b038-f31b-4c47-b333-95a53a6ce02a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0829966 May 10 20:30:11.329417 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed34e8ae-6e64-4f4e-8a84-bf1ae5ec977e req-2f430fe5-fd9e-4bc7-82cc-61d08c6f8dd9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885248 May 10 20:30:11.861694 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cdf7b082-1ee3-4ea2-85ed-811c79822563 req-da3c7946-4d4f-41f3-bcbc-8ae8f32864d5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0381145 May 10 20:30:12.184216 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b0e81-e210-426a-a6fe-4fa74b4874cf req-f38313ca-140d-412e-bba8-a24a97a3b36d tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:12.185911 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-816b0e81-e210-426a-a6fe-4fa74b4874cf req-f38313ca-140d-412e-bba8-a24a97a3b36d tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0828977 May 10 20:30:12.271607 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-816b0e81-e210-426a-a6fe-4fa74b4874cf req-7a048588-6750-45b1-97c8-7ba96abb9462 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768967 May 10 20:30:12.523730 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce3f6d-bdc9-4238-829e-b380dbbde14f req-9f03cd09-c1b6-4ebc-b6f7-2b2cfd28c140 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:12.537502 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16ce3f6d-bdc9-4238-829e-b380dbbde14f req-9f03cd09-c1b6-4ebc-b6f7-2b2cfd28c140 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0999401 May 10 20:30:12.617253 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16ce3f6d-bdc9-4238-829e-b380dbbde14f req-57713c4d-22fd-4fc4-9136-c4b2e23c99d4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787408 May 10 20:30:13.010149 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-60ffddf5-fb06-46e6-9186-1e2bf9949105 req-7baa8541-d6d8-47ca-bc68-b99272ea814e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0433891 May 10 20:30:13.399949 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7428-903e-465c-a0a7-a9d6636de7bb req-cb2d0c2c-6425-4574-8277-50df0e610e08 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:13.401736 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67ed7428-903e-465c-a0a7-a9d6636de7bb req-cb2d0c2c-6425-4574-8277-50df0e610e08 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0592577 May 10 20:30:13.470986 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67ed7428-903e-465c-a0a7-a9d6636de7bb req-969ee0a6-5115-49ee-895a-fd3201fff8b3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580645 May 10 20:30:13.734709 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5888b09-f842-45ce-9771-dceec1b3d7e7 req-66942e14-9243-4dd6-9ef0-d902f03a99fc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:13.736189 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b5888b09-f842-45ce-9771-dceec1b3d7e7 req-66942e14-9243-4dd6-9ef0-d902f03a99fc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0530453 May 10 20:30:13.786282 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b5888b09-f842-45ce-9771-dceec1b3d7e7 req-62337e96-7e3f-4fc0-b088-bdbf9862aab9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 May 10 20:30:14.110861 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9eff914-ad8f-4fea-9d78-19ca20d46d91 req-959ad8c4-c0ee-4fdb-897e-6a169ec33e4e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0302029 May 10 20:30:14.623540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e60e3a-d9db-4fa6-9e41-af6183d5259d req-8b3899b9-cadb-480c-9421-b9d7c7b02dad tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:14.625527 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e2e60e3a-d9db-4fa6-9e41-af6183d5259d req-8b3899b9-cadb-480c-9421-b9d7c7b02dad tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0691228 May 10 20:30:14.681084 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e2e60e3a-d9db-4fa6-9e41-af6183d5259d req-580752b0-402b-423c-a360-8188606ec0ea tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496929 May 10 20:30:14.959603 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d2ba9-81ad-411e-8163-fa5b5f4c39ce req-8bb5da49-7428-4e4a-9b4c-a3ceaff1efa0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:14.961309 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c15d2ba9-81ad-411e-8163-fa5b5f4c39ce req-8bb5da49-7428-4e4a-9b4c-a3ceaff1efa0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0830770 May 10 20:30:15.021662 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c15d2ba9-81ad-411e-8163-fa5b5f4c39ce req-eeeed1b0-eb70-4eca-ae99-6d04718d4c66 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538337 May 10 20:30:15.242079 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-17f46f58-aa46-480a-97b0-5c0ae44538bb req-351179a5-5d16-4fb5-8c4d-24e6febf1750 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0447071 May 10 20:30:15.801379 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac556d-1dd5-4bc0-b06e-0cb906a1d02d req-1566620c-057a-434e-bd24-06f94404abc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:15.802995 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4dac556d-1dd5-4bc0-b06e-0cb906a1d02d req-1566620c-057a-434e-bd24-06f94404abc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0497742 May 10 20:30:15.858359 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4dac556d-1dd5-4bc0-b06e-0cb906a1d02d req-334cfcf9-3eb0-46cc-aefe-89a77a4630d8 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485315 May 10 20:30:16.150807 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cebaeb-3a3b-47fd-a1a2-bf00a2ac581c req-11cf33e1-f188-4c07-b360-2578fa4f656c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:16.152513 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c6cebaeb-3a3b-47fd-a1a2-bf00a2ac581c req-11cf33e1-f188-4c07-b360-2578fa4f656c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0490575 May 10 20:30:16.202164 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c6cebaeb-3a3b-47fd-a1a2-bf00a2ac581c req-63ae6800-e233-4d5d-87fd-952c997aed6c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 May 10 20:30:16.346645 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-db8e62df-7725-449d-89d2-0d2175d31c6e req-a1c24a5b-a879-4374-b477-8acd61698b2c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0289605 May 10 20:30:16.399179 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36242) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:16.448600 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1d463f-5168-4e10-9ae5-7296affc0ac6 admin admin] Deleting subnet f68793a9-dfb2-46fb-9139-f49502e86f79 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:30:16.451893 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe1d463f-5168-4e10-9ae5-7296affc0ac6 admin admin] Publish callbacks [] for subnet (f68793a9-dfb2-46fb-9139-f49502e86f79), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.487367 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe1d463f-5168-4e10-9ae5-7296affc0ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25902530'] for subnet (f68793a9-dfb2-46fb-9139-f49502e86f79), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.531236 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe1d463f-5168-4e10-9ae5-7296affc0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (f68793a9-dfb2-46fb-9139-f49502e86f79), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.584482 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe1d463f-5168-4e10-9ae5-7296affc0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25776282'] for subnet (f68793a9-dfb2-46fb-9139-f49502e86f79), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.610430 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d463f-5168-4e10-9ae5-7296affc0ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68793a9-dfb2-46fb-9139-f49502e86f79,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:16.614232 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fe1d463f-5168-4e10-9ae5-7296affc0ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.618174 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fe1d463f-5168-4e10-9ae5-7296affc0ac6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f68793a9-dfb2-46fb-9139-f49502e86f79 HTTP/1.1" status: 204 len: 168 time: 0.2178719 May 10 20:30:16.620789 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36246) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:16.698073 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (db973cef-69d1-4d44-9c77-fbbd27082c06), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.799466 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (db973cef-69d1-4d44-9c77-fbbd27082c06), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.832053 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db973cef-69d1-4d44-9c77-fbbd27082c06']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:16.842331 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256494db-1591-4ac1-bdb6-605d49f3b51d') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:16.842686 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256494db-1591-4ac1-bdb6-605d49f3b51d') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:16.853987 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26748875'] for segment (256494db-1591-4ac1-bdb6-605d49f3b51d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.867042 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (256494db-1591-4ac1-bdb6-605d49f3b51d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.873328 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:30:16.873964 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25972613'] for segment (256494db-1591-4ac1-bdb6-605d49f3b51d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: timer() May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: cb(*args, **kw) May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: self._notify() May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: self.callback(batched_events) May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: event.method(event) May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._get(url).json() May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:30:16.876810 dv-cinder-828806-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:30:16.940316 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (db973cef-69d1-4d44-9c77-fbbd27082c06), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.946991 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:16.952768 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/db973cef-69d1-4d44-9c77-fbbd27082c06 HTTP/1.1" status: 204 len: 168 time: 0.3282669 May 10 20:30:16.966953 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabe156-1533-4340-beb0-2706840a11b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=db973cef-69d1-4d44-9c77-fbbd27082c06,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:17.023699 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a6ae5-d675-456d-993c-7a6217d5be41 req-b4be161f-ae54-41f8-b187-9ca6d35b6fd6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:17.025394 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-602a6ae5-d675-456d-993c-7a6217d5be41 req-b4be161f-ae54-41f8-b187-9ca6d35b6fd6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0740125 May 10 20:30:17.088687 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-602a6ae5-d675-456d-993c-7a6217d5be41 req-c9da821f-8d38-45cf-b32e-1577300d316b tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560505 May 10 20:30:17.170506 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36252) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:17.213092 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-062d7f97-aca9-4021-b401-66dfaa6b62d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a24528148d9444038c71b83c90aa026e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412610 May 10 20:30:17.215540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36254) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:17.279982 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4e08616-b549-4cd7-b8fe-38539d32b723 admin admin] Publish callbacks [] for security_group (ad0ce5c2-84a1-4d94-a0b1-0b769fd96855), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:17.336053 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4e08616-b549-4cd7-b8fe-38539d32b723 admin admin] Publish callbacks [] for security_group (ad0ce5c2-84a1-4d94-a0b1-0b769fd96855), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:17.355006 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7f53-e7bd-455e-a062-d9016fded5ed req-10c21335-5970-4c40-9e1b-02af5b3d4253 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:17.356582 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-122e7f53-e7bd-455e-a062-d9016fded5ed req-10c21335-5970-4c40-9e1b-02af5b3d4253 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0717375 May 10 20:30:17.473496 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa2cb2d3-db3b-41c9-87be-ddac255ab2fa req-baaf2bfe-3561-485e-ae62-d88c8a768e1a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0448663 May 10 20:30:17.477235 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-122e7f53-e7bd-455e-a062-d9016fded5ed req-7437e232-579c-4617-9fc4-53b23266eb81 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119740 May 10 20:30:17.478382 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4e08616-b549-4cd7-b8fe-38539d32b723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ad0ce5c2-84a1-4d94-a0b1-0b769fd96855), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:17.482870 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e4e08616-b549-4cd7-b8fe-38539d32b723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:17.484130 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e4e08616-b549-4cd7-b8fe-38539d32b723 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad0ce5c2-84a1-4d94-a0b1-0b769fd96855 HTTP/1.1" status: 204 len: 168 time: 0.2675774 May 10 20:30:17.511802 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e08616-b549-4cd7-b8fe-38539d32b723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0ce5c2-84a1-4d94-a0b1-0b769fd96855,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:18.225795 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7386ae-4570-4352-96b3-871cd1cb305d req-75412952-3147-47e1-b222-81f98f291284 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:18.227343 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9c7386ae-4570-4352-96b3-871cd1cb305d req-75412952-3147-47e1-b222-81f98f291284 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0622125 May 10 20:30:18.287380 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9c7386ae-4570-4352-96b3-871cd1cb305d req-df6d6fce-ce78-47b1-9361-11ac9ff67da3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539756 May 10 20:30:18.332599 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36284) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:18.434384 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1521678323-network', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:18.454596 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Made reservation on behalf of 890bf13c89b748b3a8f9ba4106c582b3 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:30:18.457131 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:18.466227 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:18.578014 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Publish callbacks [] for security_group (51043fa6-7651-4bed-b0d6-0d1274c83dc5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:18.586335 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (51043fa6-7651-4bed-b0d6-0d1274c83dc5), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:18.659042 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:30:18.698829 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (479f3b3d-d569-485f-a04d-457aaa8764ac), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:18.699275 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Added segment 479f3b3d-d569-485f-a04d-457aaa8764ac of type vlan for network f9d88ce3-6580-4789-923a-dc95426320f4 May 10 20:30:18.703789 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2ef1c429-d130-4c9a-859f-8965a08e6c21 req-e981d129-354d-4c67-b01e-77ab2911478e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0852859 May 10 20:30:18.713233 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51043fa6-7651-4bed-b0d6-0d1274c83dc5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:18.745592 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa6013-e15a-4159-a499-c123b0bb069a req-75092f5b-01e6-4d4c-a8a3-66915795d29c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:18.747116 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-effa6013-e15a-4159-a499-c123b0bb069a req-75092f5b-01e6-4d4c-a8a3-66915795d29c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1443100 May 10 20:30:18.774033 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (f9d88ce3-6580-4789-923a-dc95426320f4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:18.829185 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-effa6013-e15a-4159-a499-c123b0bb069a req-b95782f0-01aa-42a7-a57d-0ebe32bfd22f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710468 May 10 20:30:18.830735 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (f9d88ce3-6580-4789-923a-dc95426320f4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:18.833103 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:18.837180 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:18.903600 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5698612 May 10 20:30:18.906385 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36294) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:18.912130 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Request body: {'subnet': {'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1521678323-subnet', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:18.915350 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a449d7-86fc-4886-b8a5-bbc75d210aca admin admin] Pushing event updated for resources: {'Network': ['ID=f9d88ce3-6580-4789-923a-dc95426320f4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:18.925793 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network f9d88ce3-6580-4789-923a-dc95426320f4 details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:30:18.941548 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Made reservation on behalf of 890bf13c89b748b3a8f9ba4106c582b3 for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:30:18.944089 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27138465'] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.146686 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25970728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27138495'] for subnet (e252be77-f592-41a9-9a22-700c0685b073), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.203358 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e252be77-f592-41a9-9a22-700c0685b073,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:19.212748 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Checking segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:30:19.213153 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Network hostable DHCP agents. Network: f9d88ce3-6580-4789-923a-dc95426320f4, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:30:19.231823 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Network f9d88ce3-6580-4789-923a-dc95426320f4 is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:30:19.243439 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, f9d88ce3-6580-4789-923a-dc95426320f4) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:19.250568 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:19.251108 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.256119 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca4c9e-9e84-4176-b663-2c61e47d4ca8 None None] Network f9d88ce3-6580-4789-923a-dc95426320f4 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:30:19.274633 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bd882b39-e4cd-4b52-964b-756f9b11062a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3671126 May 10 20:30:19.277275 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36296) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:19.281829 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:19.306857 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (3b09f6be-b249-4d01-abcc-e09125850d03), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.308056 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (3b09f6be-b249-4d01-abcc-e09125850d03), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.413357 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks [] for router_controller (3b09f6be-b249-4d01-abcc-e09125850d03), precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.419919 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-f9d88ce3-6580-4789-923a-dc95426320f4', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:30:19.421234 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.541350 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.589227 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Allocated IP 172.20.0.2 (f9d88ce3-6580-4789-923a-dc95426320f4/e252be77-f592-41a9-9a22-700c0685b073/7d981e93-3cb2-4332-b6f1-d16e1a5079fd) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:30:19.950179 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Publish callbacks [] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.960486 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:19.983725 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks [] for router_gateway (3b09f6be-b249-4d01-abcc-e09125850d03), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:20.006824 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324232b-c8d4-4d49-b869-2e221ce20634 req-daf0a8be-cfc8-42fc-922d-9889fe6c7bf9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:20.008628 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f324232b-c8d4-4d49-b869-2e221ce20634 req-daf0a8be-cfc8-42fc-922d-9889fe6c7bf9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.5935903 May 10 20:30:20.016637 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Network f9d88ce3-6580-4789-923a-dc95426320f4 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:20.022089 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:20.026749 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Pushing event updated for resources: {'Port': ['ID=7d981e93-3cb2-4332-b6f1-d16e1a5079fd,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:20.029410 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:30:20.124936 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Attempting to bind port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:30:20.125409 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32349e34-3a84-42a4-b6bb-d1fdadec175b req-533bbde1-8569-4a16-a137-198a115785aa tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.1142671 May 10 20:30:20.125580 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Attempting to bind port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:30:20.126031 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Attempting to bind port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd on network f9d88ce3-6580-4789-923a-dc95426320f4 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:30:20.137322 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:30:20.137819 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Checking segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:30:20.138222 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:20.138617 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Bound using segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:30:20.139086 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Bound port: 7d981e93-3cb2-4332-b6f1-d16e1a5079fd, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:30:20.139714 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:20.168426 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f324232b-c8d4-4d49-b869-2e221ce20634 req-6f0d61ca-3929-453b-b1e4-1aff70e3eaba tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443868 May 10 20:30:20.280066 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] For port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:30:20.291335 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] For port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=7d981e93-3cb2-4332-b6f1-d16e1a5079fd,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:30:20.300329 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:20.316168 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks [] for router_gateway (3b09f6be-b249-4d01-abcc-e09125850d03), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:20.341806 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:20.364558 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2847b-4baf-4641-b9cf-065baf834941 None None] Pushing event updated for resources: {'Port': ['ID=7d981e93-3cb2-4332-b6f1-d16e1a5079fd,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:20.428116 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb550f5-2c8c-470e-b9ea-9f9fc8a28bad req-65076f3a-8f24-49e1-b044-b6846ada4210 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:20.429746 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8eb550f5-2c8c-470e-b9ea-9f9fc8a28bad req-65076f3a-8f24-49e1-b044-b6846ada4210 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0909390 May 10 20:30:20.532677 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8eb550f5-2c8c-470e-b9ea-9f9fc8a28bad req-82f19aca-1b41-4281-b2aa-ed25d00beaea tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931916 May 10 20:30:20.533723 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Allocated IP 172.27.0.240 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/8e477647-5459-477c-8ac8-acc61d5ed280) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:30:20.683250 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks [] for port (8e477647-5459-477c-8ac8-acc61d5ed280), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:20.724437 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:20.789967 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:20.793903 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:20.802028 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:30:20.872647 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Pushing event updated for resources: {'Port': ['ID=8e477647-5459-477c-8ac8-acc61d5ed280,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:21.228880 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks [] for router_gateway (3b09f6be-b249-4d01-abcc-e09125850d03), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:21.401912 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b2ad36f7-e34f-4303-b25b-3d6157279788 req-7e9124fb-9482-4a3a-bd49-2904a922cdd5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0973926 May 10 20:30:21.431904 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3825e-5c80-4ad8-b1c4-43c411bc03c9 req-15e9cda5-5f56-4db3-a266-abfb35304ef9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:21.440866 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-66f3825e-5c80-4ad8-b1c4-43c411bc03c9 req-15e9cda5-5f56-4db3-a266-abfb35304ef9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.1368587 May 10 20:30:21.652022 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-66f3825e-5c80-4ad8-b1c4-43c411bc03c9 req-56339439-7ba0-41ec-9c4a-5cb0be2ce8c6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101419 May 10 20:30:21.752218 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7d981e93-3cb2-4332-b6f1-d16e1a5079fd up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:21.818884 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7f595-3afc-4f42-94f0-6c5fde1ffcc7 req-942b67a4-087a-456a-9865-30f5a283f1d8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:21.820422 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2da7f595-3afc-4f42-94f0-6c5fde1ffcc7 req-942b67a4-087a-456a-9865-30f5a283f1d8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0959311 May 10 20:30:21.832182 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:21.832554 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:21.866329 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbedad2-1a86-4f64-89dc-7877d7a46ca9 None None] Network f9d88ce3-6580-4789-923a-dc95426320f4 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:30:21.870264 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (3b09f6be-b249-4d01-abcc-e09125850d03), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:21.930374 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2da7f595-3afc-4f42-94f0-6c5fde1ffcc7 req-a4a1b946-1ea9-48d7-b0e0-c24edfdc1e4a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990171 May 10 20:30:21.951842 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-df3bd9e0-bfab-441a-b7fe-a20519d81585 None None] Provisioning complete for port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:21.952215 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df3bd9e0-bfab-441a-b7fe-a20519d81585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:22.089457 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Router 3b09f6be-b249-4d01-abcc-e09125850d03 is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:30:22.313761 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:22.314145 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:22.345164 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:30:22.355051 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Sync routers for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:30:22.376811 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:22.386307 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:29:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:22.397841 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=7d981e93-3cb2-4332-b6f1-d16e1a5079fd,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:22.403202 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:22.407237 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36342) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:22.420549 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f22e1318-49b5-4b8e-8047-1d633c4515fa admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1258135 May 10 20:30:22.425710 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:22.544174 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=7d981e93-3cb2-4332-b6f1-d16e1a5079fd,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:22.546730 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-df3bd9e0-bfab-441a-b7fe-a20519d81585 None None] Current status of the port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:22.547357 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-df3bd9e0-bfab-441a-b7fe-a20519d81585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:22.570799 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.572771 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.573424 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.574023 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.574697 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-73de354f-9dc8-4b70-bb47-38154e2ad8bc req-ce7fcbe0-b145-4e00-8bd1-5dd633f5f95b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0705950 May 10 20:30:22.577437 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:22.584882 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.590871 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.591405 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.592697 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.593224 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.595240 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.595702 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.596153 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.597858 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.598899 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.599535 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:22.732747 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.api [None req-df3bd9e0-bfab-441a-b7fe-a20519d81585 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:30:22.737833 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG oslo_db.api [None req-df3bd9e0-bfab-441a-b7fe-a20519d81585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:30:22.847358 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd81227-228d-45aa-a7a4-e5a6edf01abb req-bcbd1b88-e0c4-4353-9ce5-258393766e57 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:22.849688 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ecd81227-228d-45aa-a7a4-e5a6edf01abb req-bcbd1b88-e0c4-4353-9ce5-258393766e57 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0837924 May 10 20:30:22.854112 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:21Z', 'revision_number': 3, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:22.891373 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Checking router: 3b09f6be-b249-4d01-abcc-e09125850d03 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:30:22.892187 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Updating router 3b09f6be-b249-4d01-abcc-e09125850d03 port 8e477647-5459-477c-8ac8-acc61d5ed280 binding host dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:30:22.915491 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ecd81227-228d-45aa-a7a4-e5a6edf01abb req-fb62557d-0892-4178-bb0b-55cab9910b51 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596714 May 10 20:30:22.954998 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:23.200301 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49118f0e-eb7c-4d34-8e47-6591736f8f6e req-a0668c12-bc00-4893-b79a-5794add47d59 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:23.213806 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-49118f0e-eb7c-4d34-8e47-6591736f8f6e req-a0668c12-bc00-4893-b79a-5794add47d59 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1238024 May 10 20:30:23.330305 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-df3bd9e0-bfab-441a-b7fe-a20519d81585 None None] Current status of the port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:23.351395 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-49118f0e-eb7c-4d34-8e47-6591736f8f6e req-b28f8fb4-5f7c-438b-b743-3e9c5b3aadb2 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343498 May 10 20:30:23.437931 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:23.451065 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-1ecd31c7-21c4-4317-b68f-8fa6a3364640 None None] Provisioning complete for port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:23.453597 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1ecd31c7-21c4-4317-b68f-8fa6a3364640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:23.493822 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Publish callbacks [] for port (8e477647-5459-477c-8ac8-acc61d5ed280), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:23.507427 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:23.561312 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Attempting to bind port 8e477647-5459-477c-8ac8-acc61d5ed280 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:30:23.561605 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Attempting to bind port 8e477647-5459-477c-8ac8-acc61d5ed280 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:30:23.561994 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Attempting to bind port 8e477647-5459-477c-8ac8-acc61d5ed280 on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:30:23.572804 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:30:23.573169 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:30:23.573751 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:23.574067 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:30:23.574726 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Bound port: 8e477647-5459-477c-8ac8-acc61d5ed280, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:30:23.575198 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:23.653610 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 17b60462-c5b3-4701-9d7d-de886673ef7d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:30:23.680995 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] For port 8e477647-5459-477c-8ac8-acc61d5ed280, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:30:23.687244 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] For port 8e477647-5459-477c-8ac8-acc61d5ed280, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=8e477647-5459-477c-8ac8-acc61d5ed280,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:30:23.707292 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-b1f9a3e5-efd6-44fe-b7dc-c0e5898a69a7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:23.709314 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-b1f9a3e5-efd6-44fe-b7dc-c0e5898a69a7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 819 time: 0.5193465 May 10 20:30:23.711298 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:23.727826 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542af669-c4f3-4660-8d73-b51456ad86ec None None] Pushing event updated for resources: {'Port': ['ID=8e477647-5459-477c-8ac8-acc61d5ed280,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:23.776433 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-45ebd518-423d-4885-b55a-21a13598397d req-7a3d6b0d-f900-4ab2-a0f6-1c62c3a38b83 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0548055 May 10 20:30:23.799129 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542af669-c4f3-4660-8d73-b51456ad86ec None None] Pushing event updated for resources: {'Port': ['ID=8e477647-5459-477c-8ac8-acc61d5ed280,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:23.834674 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:23.835317 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:29:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:23.925951 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-075c7e64-db4f-4782-bc62-e27616a58309 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67dae2f388bc4a81bc957f48b1b02e42 HTTP/1.1" status: 200 len: 380 time: 0.1466861 May 10 20:30:23.946880 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 17b60462-c5b3-4701-9d7d-de886673ef7d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=17b60462-c5b3-4701-9d7d-de886673ef7d,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:23.953986 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Request body: {'port': {'device_id': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'admin_state_up': True, 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'security_groups': ['c9a2870c-2315-43bd-9871-856670f00e6d']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:23.972998 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'port_id': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'mac_address': 'fa:16:3e:40:cd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:30:23.981006 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7d981e93-3cb2-4332-b6f1-d16e1a5079fd up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:24.020715 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Allocated IP 172.20.0.1 (f9d88ce3-6580-4789-923a-dc95426320f4/e252be77-f592-41a9-9a22-700c0685b073/e868fb8e-b79c-4fae-a988-6dea1fe8e8b7) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:30:24.023166 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:24.064405 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b7adb-c3ad-4e3c-b487-dcbb84df970a req-5cd336a7-e5bd-42a5-abbc-18ec59cce089 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:24.072378 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e21b7adb-c3ad-4e3c-b487-dcbb84df970a req-5cd336a7-e5bd-42a5-abbc-18ec59cce089 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 943 time: 0.0669415 May 10 20:30:24.092231 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd31c7-21c4-4317-b68f-8fa6a3364640 None None] Current status of the port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:24.126990 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:24.129740 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:24.166993 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e21b7adb-c3ad-4e3c-b487-dcbb84df970a req-c53d35a4-fae7-4edb-b2d0-37c2404b610c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930626 May 10 20:30:24.208883 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 17b60462-c5b3-4701-9d7d-de886673ef7d is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:24.209695 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:24.227833 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b60462-c5b3-4701-9d7d-de886673ef7d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:30:24.253899 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 17b60462-c5b3-4701-9d7d-de886673ef7d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=17b60462-c5b3-4701-9d7d-de886673ef7d,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:24.272745 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:24.389061 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Made reservation on behalf of 67dae2f388bc4a81bc957f48b1b02e42 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:30:24.396608 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:24.436123 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:24.473618 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:21Z', 'revision_number': 3, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:24.503570 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e98371-d870-43b7-a2af-764e6a59ed3a None None] The sync data for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi is: [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:21Z', 'revision_number': 3, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:30:24.535774 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b03d-d5b2-475b-b3ad-0f576fb15098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:24.548484 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6870-e8e7-436d-818b-26a1ecc376fc req-d7f2b460-caf4-4ac7-ad78-ccfadaab0031 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:24.559901 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-264d6870-e8e7-436d-818b-26a1ecc376fc req-d7f2b460-caf4-4ac7-ad78-ccfadaab0031 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1048028 May 10 20:30:24.613600 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Publish callbacks [] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:24.672169 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['17b60462-c5b3-4701-9d7d-de886673ef7d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:30:24.677015 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=17b60462-c5b3-4701-9d7d-de886673ef7d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:24.693896 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-264d6870-e8e7-436d-818b-26a1ecc376fc req-885c8423-2997-400c-a211-0b228ef4f767 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231172 May 10 20:30:24.726798 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Allocated IP 172.20.0.5 (a39b073b-dc0a-4098-8dbd-0428d76eaadb/b737e67f-c47b-4001-9755-d3138de2b121/47de41f7-9f27-4859-b152-66f1ab4268f4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:30:24.849973 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:24.906981 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-9fd26ea1-a8d6-4adf-a3e6-edbc330556c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234765 May 10 20:30:24.959996 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Network f9d88ce3-6580-4789-923a-dc95426320f4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:25.015360 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:25.018012 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:30:25.027946 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f042d78d-56ab-422d-9c7d-9891fd671f25 req-384262cd-775d-4175-a304-59569357a197 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.1119149 May 10 20:30:25.052221 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-04599ed1-2c54-42d8-8d36-583fd7c2398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:25.053761 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-04599ed1-2c54-42d8-8d36-583fd7c2398b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 1130 time: 0.1039782 May 10 20:30:25.108321 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Pushing event updated for resources: {'Port': ['ID=e868fb8e-b79c-4fae-a988-6dea1fe8e8b7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:25.184762 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (3b09f6be-b249-4d01-abcc-e09125850d03), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:25.300865 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:25.347159 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea7e30-4c86-461e-a394-93a7d270f8fa req-e01cfaff-56f8-4d0f-b91e-8864ea9af32b tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:25.355678 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8fea7e30-4c86-461e-a394-93a7d270f8fa req-e01cfaff-56f8-4d0f-b91e-8864ea9af32b tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 944 time: 0.0886421 May 10 20:30:25.376501 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-67934afd-d0d8-4882-a684-3e00168b87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:25.378701 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-67934afd-d0d8-4882-a684-3e00168b87ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 912 time: 0.2931311 May 10 20:30:25.431186 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-04b1095d-b59d-4ad3-a0a9-c9345d60fc6c None None] Provisioning complete for port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:25.431586 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-04b1095d-b59d-4ad3-a0a9-c9345d60fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:25.432253 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8fea7e30-4c86-461e-a394-93a7d270f8fa req-8150bedf-be62-4f4a-91b2-bb9e7c3a24a9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740800 May 10 20:30:25.480039 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-04b1095d-b59d-4ad3-a0a9-c9345d60fc6c None None] Port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:30:25.516363 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:25.524733 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-92512e29-e712-4ba4-bebb-fd78e6ca4ddc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0 HTTP/1.1" status: 200 len: 1001 time: 0.1377683 May 10 20:30:25.631077 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:25.667909 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:25.687442 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:30:25.815944 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:25.820504 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 17b60462-c5b3-4701-9d7d-de886673ef7d up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:25.839869 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:25.840700 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:25.875774 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1a9d9-1cda-4017-940b-5ca9702a99d7 req-1e2e88ec-409c-4915-9c36-6cfb0c061cb9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:25.885304 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9de1a9d9-1cda-4017-940b-5ca9702a99d7 req-1e2e88ec-409c-4915-9c36-6cfb0c061cb9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0702162 May 10 20:30:25.914739 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 17b60462-c5b3-4701-9d7d-de886673ef7d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:30:25.932057 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 17b60462-c5b3-4701-9d7d-de886673ef7d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:25.932427 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.000237 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9de1a9d9-1cda-4017-940b-5ca9702a99d7 req-50f9bfc5-1996-40ed-8904-0cca934bbe0e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074197 May 10 20:30:26.062880 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:30:26.086363 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8e477647-5459-477c-8ac8-acc61d5ed280 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:26.132521 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event updated for resources: {'Port': ['ID=47de41f7-9f27-4859-b152-66f1ab4268f4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:26.177793 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-a4cd508a-59dc-4dbe-b63d-eb7bc61d0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:26.179297 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-a4cd508a-59dc-4dbe-b63d-eb7bc61d0594 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.6267214 May 10 20:30:26.185724 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-0baf534c-3d9f-4e7b-84f9-8996e39921fd tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2475092 May 10 20:30:26.190264 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 17b60462-c5b3-4701-9d7d-de886673ef7d is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:26.191150 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.212268 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 8e477647-5459-477c-8ac8-acc61d5ed280 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:26.212638 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.226186 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9703-d47a-44c0-9f9f-2f7b9dc1c007 req-f0b4aa43-2fd5-48e9-8097-974e5c9cc690 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:26.230840 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78fd9703-d47a-44c0-9f9f-2f7b9dc1c007 req-f0b4aa43-2fd5-48e9-8097-974e5c9cc690 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 931 time: 0.0834119 May 10 20:30:26.246662 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Request body: {'port': {'device_id': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:26.272065 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-274ce35c-dd51-42de-98ae-74527209589e None None] Provisioning complete for port 47de41f7-9f27-4859-b152-66f1ab4268f4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:26.272305 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-274ce35c-dd51-42de-98ae-74527209589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.298175 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78fd9703-d47a-44c0-9f9f-2f7b9dc1c007 req-00f7eca7-69e2-4179-b181-90154f228c70 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630734 May 10 20:30:26.327447 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:30:26.329951 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d46825-b21d-4617-9cac-f4386de59ded" -d '{"events": [{"server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "name": "network-vif-plugged", "status": "completed", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:30:26.344252 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Publish callbacks [] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.358973 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.366907 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-716a2610-6385-4268-827b-c76f2b7bdc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:26.368468 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-716a2610-6385-4268-827b-c76f2b7bdc2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1725745 May 10 20:30:26.388278 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 17b60462-c5b3-4701-9d7d-de886673ef7d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=17b60462-c5b3-4701-9d7d-de886673ef7d,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:26.406514 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1720d9d-f6e8-46c6-b9c9-2e2deed09516 x-openstack-request-id: req-f1720d9d-f6e8-46c6-b9c9-2e2deed09516 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:30:26.407069 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "name": "network-vif-plugged", "status": "completed", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:30:26.407511 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f1720d9d-f6e8-46c6-b9c9-2e2deed09516 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:30:26.408047 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1720d9d-f6e8-46c6-b9c9-2e2deed09516'] response: {'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'code': 200} May 10 20:30:26.411640 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.419081 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-274ce35c-dd51-42de-98ae-74527209589e None None] Port 47de41f7-9f27-4859-b152-66f1ab4268f4 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:30:26.512527 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.522719 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (3b09f6be-b249-4d01-abcc-e09125850d03), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.540795 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 8e477647-5459-477c-8ac8-acc61d5ed280 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:26.541931 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.619681 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=17b60462-c5b3-4701-9d7d-de886673ef7d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:26.624090 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 8e477647-5459-477c-8ac8-acc61d5ed280, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=8e477647-5459-477c-8ac8-acc61d5ed280,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:26.632376 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.686825 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2505064c-136f-4777-9622-dcf308a0281e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:26.692079 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8877ff7-d27f-4c96-90c9-19b616a96840 req-22913f18-d9bb-4ce7-85f3-83f2278491a0 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:26.694102 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d8877ff7-d27f-4c96-90c9-19b616a96840 req-22913f18-d9bb-4ce7-85f3-83f2278491a0 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.1333332 May 10 20:30:26.718704 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=8e477647-5459-477c-8ac8-acc61d5ed280,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:26.754271 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde340c8-68f7-4324-b3b8-52eaa5fbd66e req-8dad4329-1da6-4b5c-a005-caeeb80a987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:26.756191 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bde340c8-68f7-4324-b3b8-52eaa5fbd66e req-8dad4329-1da6-4b5c-a005-caeeb80a987f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 1129 time: 0.1051073 May 10 20:30:26.875615 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d8877ff7-d27f-4c96-90c9-19b616a96840 req-e5007053-eac9-4219-b4e4-9c7f6f77a8b4 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485748 May 10 20:30:26.889811 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bde340c8-68f7-4324-b3b8-52eaa5fbd66e req-bed35746-b0b7-429d-844c-230eab471375 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251791 May 10 20:30:26.944713 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Pushing event updated for resources: {'Port': ['ID=e868fb8e-b79c-4fae-a988-6dea1fe8e8b7,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:27.022356 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.022664 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.022961 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.023305 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.023645 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.025331 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.025331 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.025331 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.025331 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.025667 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.025755 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.026198 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.026407 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.026772 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.027062 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:27.150096 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-8d7b4601-18f2-4bc7-9e1f-431e54cf8402 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253525 May 10 20:30:27.161084 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ae42-57d1-447e-b044-ccad03835724 req-5dfc892d-8f84-4f03-90df-871b743e16f5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:27.173927 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1708ae42-57d1-447e-b044-ccad03835724 req-5dfc892d-8f84-4f03-90df-871b743e16f5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0737154 May 10 20:30:27.199948 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Network f9d88ce3-6580-4789-923a-dc95426320f4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:27.256434 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1708ae42-57d1-447e-b044-ccad03835724 req-faae5499-f156-41aa-aba9-88b32965bc49 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812047 May 10 20:30:27.289394 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:27.444079 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-852553b6-6ffb-4d80-a449-5b3cfbfe0421 req-b98679ed-f449-4717-b66e-28a415c1fac9 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644355 May 10 20:30:27.502514 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ad358-5e8e-4141-a945-7b2987d5db7a req-4fab4851-00cd-498e-b83a-07fd7bd0b5e4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:27.505030 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ee1ad358-5e8e-4141-a945-7b2987d5db7a req-4fab4851-00cd-498e-b83a-07fd7bd0b5e4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 931 time: 0.1072443 May 10 20:30:27.534873 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Router 3b09f6be-b249-4d01-abcc-e09125850d03 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:30:27.593584 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ee1ad358-5e8e-4141-a945-7b2987d5db7a req-5800d05e-6c68-477c-8be0-e5dbd5cbd06d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809944 May 10 20:30:27.626391 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47de41f7-9f27-4859-b152-66f1ab4268f4 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:30:27.640888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Publish callbacks [] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:27.656427 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Transition to ACTIVE for port object 47de41f7-9f27-4859-b152-66f1ab4268f4 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:30:27.665569 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:27.692353 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8e477647-5459-477c-8ac8-acc61d5ed280 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:27.788825 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81ee50e6-24b7-4551-9392-6be5a4ad3a2b None None] Provisioning complete for port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:27.790367 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81ee50e6-24b7-4551-9392-6be5a4ad3a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:27.793853 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=47de41f7-9f27-4859-b152-66f1ab4268f4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:27.826709 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:30:27.845361 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ca3b5a6d-42d6-45dd-92f2-4c05472a4feb admin admin] 10.222.0.61 "PUT /v2.0/routers/3b09f6be-b249-4d01-abcc-e09125850d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4346306 May 10 20:30:27.850528 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Sync routers for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:30:27.880690 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 8e477647-5459-477c-8ac8-acc61d5ed280 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:27.881173 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:27.889108 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81ee50e6-24b7-4551-9392-6be5a4ad3a2b None None] Port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:30:27.905852 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Attempting to bind port 47de41f7-9f27-4859-b152-66f1ab4268f4 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:30:27.906203 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Attempting to bind port 47de41f7-9f27-4859-b152-66f1ab4268f4 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:30:27.906540 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Attempting to bind port 47de41f7-9f27-4859-b152-66f1ab4268f4 on network a39b073b-dc0a-4098-8dbd-0428d76eaadb {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:30:27.918463 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Port 47de41f7-9f27-4859-b152-66f1ab4268f4 on network a39b073b-dc0a-4098-8dbd-0428d76eaadb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:30:27.919438 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Attempting to bind port 47de41f7-9f27-4859-b152-66f1ab4268f4 on network a39b073b-dc0a-4098-8dbd-0428d76eaadb {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:30:27.922209 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:27.922875 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:27.953910 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:30:27.953910 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Checking segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:30:27.954547 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Bound using segment: {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:30:27.954775 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Bound port: 47de41f7-9f27-4859-b152-66f1ab4268f4, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ec8249-0f69-44b2-9cce-ba90bebb451b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:30:27.955279 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:28.139582 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] For port 47de41f7-9f27-4859-b152-66f1ab4268f4, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:30:28.148599 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] For port 47de41f7-9f27-4859-b152-66f1ab4268f4, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47de41f7-9f27-4859-b152-66f1ab4268f4,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:30:28.154084 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb3250-5632-46ac-8399-71aa85396173 req-8edd1371-6dca-4924-b8ec-35081898dd84 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:28.157551 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d3fb3250-5632-46ac-8399-71aa85396173 req-8edd1371-6dca-4924-b8ec-35081898dd84 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.1248994 May 10 20:30:28.165689 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:28.173775 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 8e477647-5459-477c-8ac8-acc61d5ed280 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:28.179058 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:28.228449 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:28.238199 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d3fb3250-5632-46ac-8399-71aa85396173 req-b4bc2286-a16e-43f9-8083-4f67dd96bcbd tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738802 May 10 20:30:28.242863 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:28.244673 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] 10.222.0.69 "PUT /v2.0/ports/47de41f7-9f27-4859-b152-66f1ab4268f4 HTTP/1.1" status: 200 len: 1093 time: 2.0439029 May 10 20:30:28.255803 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:30:28.259158 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defcd93c-5305-4d3d-98f5-3c266bae7a09" -d '{"events": [{"name": "network-changed", "server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:30:28.325147 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc371eb2-2e82-4394-bd1a-aaa2e43c3ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=47de41f7-9f27-4859-b152-66f1ab4268f4,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:28.325827 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:28.337480 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70076643-f7c6-433f-aa30-e2389ca4b52b x-openstack-request-id: req-70076643-f7c6-433f-aa30-e2389ca4b52b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:30:28.337765 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:30:28.338026 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-70076643-f7c6-433f-aa30-e2389ca4b52b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:30:28.339904 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70076643-f7c6-433f-aa30-e2389ca4b52b'] response: {'name': 'network-changed', 'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'status': 'completed', 'code': 200} May 10 20:30:28.481328 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82538bb2-5068-4a51-99e2-acffe9221350 req-b9e0d1a4-245e-4f21-a6de-7a8ed8ad3b98 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:28.496883 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82538bb2-5068-4a51-99e2-acffe9221350 req-b9e0d1a4-245e-4f21-a6de-7a8ed8ad3b98 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1101966 May 10 20:30:28.586348 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82538bb2-5068-4a51-99e2-acffe9221350 req-d639e72c-0666-48ad-85a5-a024b9b0f0af tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828583 May 10 20:30:28.705473 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 2, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:28.737070 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9f8b9-fc85-4367-b202-bab4cab008f2 req-42197aad-c711-4ad7-b1fc-3d9e8b7ae323 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:28.739119 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0ee9f8b9-fc85-4367-b202-bab4cab008f2 req-42197aad-c711-4ad7-b1fc-3d9e8b7ae323 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 943 time: 0.0721297 May 10 20:30:28.804506 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36416) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:28.810009 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1772202134-network', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:28.825301 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0ee9f8b9-fc85-4367-b202-bab4cab008f2 req-5019ac2a-94ae-4e07-8940-f4b4b074c80c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786579 May 10 20:30:28.853131 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Made reservation on behalf of ffca25f230564ac0b861ea42271a088a for: {'network': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:30:28.855790 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:28.872589 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:28.888630 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Checking router: 3b09f6be-b249-4d01-abcc-e09125850d03 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:30:28.889081 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Updating router 3b09f6be-b249-4d01-abcc-e09125850d03 port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:30:28.927757 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:28.964843 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Publish callbacks [] for security_group (352dbd91-c763-412b-ace9-22849d5fe856), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:28.991989 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (352dbd91-c763-412b-ace9-22849d5fe856), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.026558 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:30:29.126809 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.143304 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352dbd91-c763-412b-ace9-22849d5fe856,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:29.163746 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (63b5a689-f075-4f1d-a74e-0a8196e88ca8), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.164084 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.segments_db [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Added segment 63b5a689-f075-4f1d-a74e-0a8196e88ca8 of type vlan for network e9406040-84a4-4a32-aa03-c07beb9ee7e0 May 10 20:30:29.165948 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd93c-5305-4d3d-98f5-3c266bae7a09 req-d669e99d-cff1-4f7f-bd22-1054a508e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:29.167442 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-defcd93c-5305-4d3d-98f5-3c266bae7a09 req-d669e99d-cff1-4f7f-bd22-1054a508e6f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 1127 time: 0.1091638 May 10 20:30:29.221072 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (e9406040-84a4-4a32-aa03-c07beb9ee7e0), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.262775 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (e9406040-84a4-4a32-aa03-c07beb9ee7e0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.265047 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:29.265047 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.332813 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5272613 May 10 20:30:29.333553 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ccd1f-2c91-4b1e-9552-e7fa460635c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e9406040-84a4-4a32-aa03-c07beb9ee7e0,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:29.335594 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36422) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:29.346298 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Request body: {'subnet': {'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1772202134-subnet', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'ip_version': 4}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:29.350985 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network e9406040-84a4-4a32-aa03-c07beb9ee7e0 details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:30:29.452086 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Publish callbacks [] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.460049 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e98f2-6984-4084-9e82-6f6774f80c70 req-af97319d-c80c-45fc-99ec-8511b8895060 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:29.462665 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce1e98f2-6984-4084-9e82-6f6774f80c70 req-af97319d-c80c-45fc-99ec-8511b8895060 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.1041615 May 10 20:30:29.464317 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.471835 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Made reservation on behalf of ffca25f230564ac0b861ea42271a088a for: {'subnet': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:30:29.473121 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27138465'] for subnet (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.558679 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8f20b-81a3-4472-84d7-7b38eafa858f None None] Pushing event updated for resources: {'Port': ['ID=e868fb8e-b79c-4fae-a988-6dea1fe8e8b7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:29.680399 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce1e98f2-6984-4084-9e82-6f6774f80c70 req-59784fff-7724-411a-82b3-6805a80fca93 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040160 May 10 20:30:29.718286 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Attempting to bind port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:30:29.719307 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Attempting to bind port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:30:29.719852 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Attempting to bind port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 on network f9d88ce3-6580-4789-923a-dc95426320f4 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:30:29.736400 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:30:29.739463 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Checking segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:30:29.740447 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.745335 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Bound using segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:30:29.746213 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Bound port: e868fb8e-b79c-4fae-a988-6dea1fe8e8b7, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:30:29.746841 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.776643 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd93c-5305-4d3d-98f5-3c266bae7a09 req-d79df5f4-1a9b-47ff-b035-4a6c311d8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:29.777403 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-defcd93c-5305-4d3d-98f5-3c266bae7a09 req-d79df5f4-1a9b-47ff-b035-4a6c311d8aec service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2507951 May 10 20:30:29.885816 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] For port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:30:29.890224 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] For port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=e868fb8e-b79c-4fae-a988-6dea1fe8e8b7,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:30:29.891101 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb25011-af06-46d7-8a3f-b4497e8e0cce req-d77d2ced-363d-40d6-9877-2d70c17dd995 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:29.892683 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcb25011-af06-46d7-8a3f-b4497e8e0cce req-d77d2ced-363d-40d6-9877-2d70c17dd995 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1756775 May 10 20:30:29.907161 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0d169-bf35-42c3-aa33-5c801eff0c55 req-ee7c00e4-fd3d-4725-834e-ad1f61d02438 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:29.910943 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:29.914624 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-24a0d169-bf35-42c3-aa33-5c801eff0c55 req-ee7c00e4-fd3d-4725-834e-ad1f61d02438 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0884945 May 10 20:30:29.970916 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5f2e2b57-499d-4bc7-b558-a9869627ebd6 None None] Provisioning complete for port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:29.972604 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f2e2b57-499d-4bc7-b558-a9869627ebd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:30.015663 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:30.021909 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:30.031567 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-24a0d169-bf35-42c3-aa33-5c801eff0c55 req-e5c0b4ab-321b-4de1-a9a2-9debbe5dab61 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159868 May 10 20:30:30.157614 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcb25011-af06-46d7-8a3f-b4497e8e0cce req-4d6c37ee-ef77-46a0-b0b3-b0b767ce0afb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408707 May 10 20:30:30.162395 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25970728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27138495'] for subnet (eba6c098-4a8a-4a77-855f-2eb00c824383), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:30.236940 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8f20b-81a3-4472-84d7-7b38eafa858f None None] Pushing event updated for resources: {'Port': ['ID=e868fb8e-b79c-4fae-a988-6dea1fe8e8b7,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:30.376689 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e2b57-499d-4bc7-b558-a9869627ebd6 None None] Current status of the port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:30.377570 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f2e2b57-499d-4bc7-b558-a9869627ebd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:30.456574 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba6c098-4a8a-4a77-855f-2eb00c824383,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:30.480736 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd93c-5305-4d3d-98f5-3c266bae7a09 req-7163af85-0287-40e3-98e4-bf2211725624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:30.482506 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-defcd93c-5305-4d3d-98f5-3c266bae7a09 req-7163af85-0287-40e3-98e4-bf2211725624 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4352233 May 10 20:30:30.498052 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:30.508728 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2c25-ad50-4334-9b34-6c24e18cc018 req-82b85be1-f1ac-4a62-9aa9-1548b3143a0e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:30.510803 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2f3a2c25-ad50-4334-9b34-6c24e18cc018 req-82b85be1-f1ac-4a62-9aa9-1548b3143a0e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 943 time: 0.2358298 May 10 20:30:30.513339 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Checking segment: {'id': '63b5a689-f075-4f1d-a74e-0a8196e88ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:30:30.514076 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Network hostable DHCP agents. Network: e9406040-84a4-4a32-aa03-c07beb9ee7e0, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:30:30.517893 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.518637 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.519084 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.519440 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.519821 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.520181 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.520504 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.520893 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.521956 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.522287 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.522617 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.523018 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.523341 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.523812 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.524209 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:30.560407 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-5f2e2b57-499d-4bc7-b558-a9869627ebd6 None None] For port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=e868fb8e-b79c-4fae-a988-6dea1fe8e8b7,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:30.573919 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5f2e2b57-499d-4bc7-b558-a9869627ebd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:30.620577 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-d7ec7bd2-fe7e-4b23-a6b1-4fdb33e1ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:30.622340 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-d7ec7bd2-fe7e-4b23-a6b1-4fdb33e1ae94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 1127 time: 0.0884626 May 10 20:30:30.624512 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2f3a2c25-ad50-4334-9b34-6c24e18cc018 req-f1b7f2d9-0386-4d3b-b521-c629f9fd4956 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779014 May 10 20:30:30.668020 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Network e9406040-84a4-4a32-aa03-c07beb9ee7e0 is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:30:30.682640 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, e9406040-84a4-4a32-aa03-c07beb9ee7e0) {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:30.687907 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:30.688816 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:30.714208 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b9fa9e02-7fe7-45dc-a7fb-77f157557d53 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3738735 May 10 20:30:30.714208 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36436) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:30.718958 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:30.719733 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15013f-e084-4b5e-b50b-e4d2330735e1 None None] Network e9406040-84a4-4a32-aa03-c07beb9ee7e0 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:30:30.731429 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-eba5cb54-9690-4d77-9680-140c4141843d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47de41f7-9f27-4859-b152-66f1ab4268f4 HTTP/1.1" status: 200 len: 217 time: 0.0925756 May 10 20:30:30.783559 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd4c23-6823-4580-b2e7-eb572dc2a8ab req-42f0e948-8d23-4ea8-aca7-d568c8820601 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:30.791323 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6fd4c23-6823-4580-b2e7-eb572dc2a8ab req-42f0e948-8d23-4ea8-aca7-d568c8820601 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0683098 May 10 20:30:30.798637 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (215289c2-6d51-45a0-898b-a36d8c24f86d), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:30.799816 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (215289c2-6d51-45a0-898b-a36d8c24f86d), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:30.835783 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-d3111e3d-d89d-44f5-9893-3ff0c00c1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:30.839127 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-d3111e3d-d89d-44f5-9893-3ff0c00c1bfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0951085 May 10 20:30:30.846102 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0c7e01da-371a-4ed1-895a-3a522bbcfa61 None None] Provisioning complete for port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:30.848598 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0c7e01da-371a-4ed1-895a-3a522bbcfa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:30.875184 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a6fd4c23-6823-4580-b2e7-eb572dc2a8ab req-832ade3f-3562-4326-921a-c5b18da6a685 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762560 May 10 20:30:30.923368 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-c6dd5240-f689-4b63-a7f1-c4ffce879bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:30.928074 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks [] for router_controller (215289c2-6d51-45a0-898b-a36d8c24f86d), precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:30.930807 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-c6dd5240-f689-4b63-a7f1-c4ffce879bb8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838928 May 10 20:30:31.049336 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:31.073421 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-e9406040-84a4-4a32-aa03-c07beb9ee7e0', 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0', 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'fixed_ips': [{'subnet_id': 'eba6c098-4a8a-4a77-855f-2eb00c824383'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:30:31.079417 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:31.143796 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-3ee74f48-73fd-47a8-bda2-fd72fd3543ba service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039061 May 10 20:30:31.144170 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e2b57-499d-4bc7-b558-a9869627ebd6 None None] Pushing event updated for resources: {'Port': ['ID=e868fb8e-b79c-4fae-a988-6dea1fe8e8b7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:31.354295 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-30d0f946-deb7-4132-a025-02f148da9cc5 req-e52852c3-79da-4cb1-8b4b-e5fec7b6b01e service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879804 May 10 20:30:31.664004 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d59a5-38f3-45a3-8c7d-317377a9620c req-bee7f7ae-da7b-457e-aca0-2b73ac1fef13 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:31.687754 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-325d59a5-38f3-45a3-8c7d-317377a9620c req-bee7f7ae-da7b-457e-aca0-2b73ac1fef13 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.3284075 May 10 20:30:31.742806 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:29Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:31.744603 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e01da-371a-4ed1-895a-3a522bbcfa61 None None] Current status of the port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:31.859272 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Allocated IP 172.20.0.2 (e9406040-84a4-4a32-aa03-c07beb9ee7e0/eba6c098-4a8a-4a77-855f-2eb00c824383/a3179d5c-958d-4286-98dc-89eb1fce7331) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:30:31.862779 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61fc26-2717-42bd-930f-2d12031d321d None None] The sync data for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi is: [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:29Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:30:31.937058 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks [] for router_gateway (215289c2-6d51-45a0-898b-a36d8c24f86d), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:32.148242 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a32b-4b7a-427d-bd18-41ef9bd0f3d1 req-8601833a-e7cc-4ede-afef-d75ffc2daccb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:32.161595 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d859a32b-4b7a-427d-bd18-41ef9bd0f3d1 req-8601833a-e7cc-4ede-afef-d75ffc2daccb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 943 time: 0.1507885 May 10 20:30:32.230240 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-325d59a5-38f3-45a3-8c7d-317377a9620c req-ea34797e-33b6-4b21-b7a4-86b3256114f3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5408921 May 10 20:30:32.320785 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d859a32b-4b7a-427d-bd18-41ef9bd0f3d1 req-f349d4fe-b7ac-40ad-be3e-1e7d0c94169b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573553 May 10 20:30:32.397562 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Publish callbacks [] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:32.412809 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:32.466528 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Network e9406040-84a4-4a32-aa03-c07beb9ee7e0 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:32.470381 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:32.475464 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:30:32.491083 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks [] for router_gateway (215289c2-6d51-45a0-898b-a36d8c24f86d), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:32.494451 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Pushing event updated for resources: {'Port': ['ID=a3179d5c-958d-4286-98dc-89eb1fce7331,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:32.544193 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:32.565769 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Attempting to bind port a3179d5c-958d-4286-98dc-89eb1fce7331 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:30:32.566183 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Attempting to bind port a3179d5c-958d-4286-98dc-89eb1fce7331 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '63b5a689-f075-4f1d-a74e-0a8196e88ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:30:32.566553 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Attempting to bind port a3179d5c-958d-4286-98dc-89eb1fce7331 on network e9406040-84a4-4a32-aa03-c07beb9ee7e0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:30:32.572622 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:30:32.573020 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Checking segment: {'id': '63b5a689-f075-4f1d-a74e-0a8196e88ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:30:32.573429 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:32.573854 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Bound using segment: {'id': '63b5a689-f075-4f1d-a74e-0a8196e88ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:30:32.574336 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Bound port: a3179d5c-958d-4286-98dc-89eb1fce7331, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b5a689-f075-4f1d-a74e-0a8196e88ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:30:32.574714 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:32.699367 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] For port a3179d5c-958d-4286-98dc-89eb1fce7331, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:30:32.704418 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] For port a3179d5c-958d-4286-98dc-89eb1fce7331, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=a3179d5c-958d-4286-98dc-89eb1fce7331,segment=NetworkSegment(63b5a689-f075-4f1d-a74e-0a8196e88ca8),segment_id=63b5a689-f075-4f1d-a74e-0a8196e88ca8)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:30:32.712690 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:32.779349 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Allocated IP 172.27.0.236 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/2675355d-a80f-4907-a6c4-692f28861a86) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:30:32.834079 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e63f2-7265-47f0-a1d2-7ea7a59c3538 None None] Pushing event updated for resources: {'Port': ['ID=a3179d5c-958d-4286-98dc-89eb1fce7331,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:33.025178 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks [] for port (2675355d-a80f-4907-a6c4-692f28861a86), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:33.118106 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (2675355d-a80f-4907-a6c4-692f28861a86), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:33.233598 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:33.247390 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:33.309347 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:30:33.523704 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Pushing event updated for resources: {'Port': ['ID=2675355d-a80f-4907-a6c4-692f28861a86,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:33.710017 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379ebf2-874c-4191-a5b9-9f617e02185a req-d5b6327b-b178-4f49-9d95-885478e2083d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:33.715333 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2379ebf2-874c-4191-a5b9-9f617e02185a req-d5b6327b-b178-4f49-9d95-885478e2083d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.2031853 May 10 20:30:33.748690 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:33.802408 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks [] for router_gateway (215289c2-6d51-45a0-898b-a36d8c24f86d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:33.864621 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:33.865657 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:33.904959 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2379ebf2-874c-4191-a5b9-9f617e02185a req-48e39ad9-e13c-4e0f-b80b-bf97498c193a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688700 May 10 20:30:33.984354 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:33.984354 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a3179d5c-958d-4286-98dc-89eb1fce7331 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:34.053504 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port a3179d5c-958d-4286-98dc-89eb1fce7331 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:34.054345 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:34.115470 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ecdfb-0f64-460e-8459-08331c8296bb req-068837bc-a834-4419-af6a-c4575760107c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:34.119124 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af6ecdfb-0f64-460e-8459-08331c8296bb req-068837bc-a834-4419-af6a-c4575760107c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 943 time: 0.0679016 May 10 20:30:34.200391 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port a3179d5c-958d-4286-98dc-89eb1fce7331 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:34.200770 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:34.221514 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (215289c2-6d51-45a0-898b-a36d8c24f86d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:34.254022 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-af6ecdfb-0f64-460e-8459-08331c8296bb req-a387ec54-5c37-4b8f-b9e1-84167dccfa5d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245086 May 10 20:30:34.260774 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port a3179d5c-958d-4286-98dc-89eb1fce7331, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=a3179d5c-958d-4286-98dc-89eb1fce7331,segment=NetworkSegment(63b5a689-f075-4f1d-a74e-0a8196e88ca8),segment_id=63b5a689-f075-4f1d-a74e-0a8196e88ca8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:34.266277 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:34.332787 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=a3179d5c-958d-4286-98dc-89eb1fce7331,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:34.360585 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51dd8b5-c420-41ef-99fb-c7df36cda497 None None] Network e9406040-84a4-4a32-aa03-c07beb9ee7e0 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:30:34.434692 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-bb7922c3-5552-44fd-8ae0-d6206c8cd4a7 None None] Provisioning complete for port a3179d5c-958d-4286-98dc-89eb1fce7331 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:34.434692 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bb7922c3-5552-44fd-8ae0-d6206c8cd4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:34.436462 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Router 215289c2-6d51-45a0-898b-a36d8c24f86d is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:30:34.557981 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:30:34.569259 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Sync routers for ids ['215289c2-6d51-45a0-898b-a36d8c24f86d'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:30:34.576840 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-bb7922c3-5552-44fd-8ae0-d6206c8cd4a7 None None] Current status of the port a3179d5c-958d-4286-98dc-89eb1fce7331 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:34.582758 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:34.585022 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-df6bbb4b-e22f-4b10-ba90-511f9624e22a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8691967 May 10 20:30:34.586919 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36484) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:34.587683 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Routers {'215289c2-6d51-45a0-898b-a36d8c24f86d'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:34.588314 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['215289c2-6d51-45a0-898b-a36d8c24f86d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:34.772575 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Set router 215289c2-6d51-45a0-898b-a36d8c24f86d gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:34.903987 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-801d58bf-ddc4-4fb7-9a26-5eca90accec5 None None] Provisioning complete for port a3179d5c-958d-4286-98dc-89eb1fce7331 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:34.905119 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-801d58bf-ddc4-4fb7-9a26-5eca90accec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:35.033329 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-801d58bf-ddc4-4fb7-9a26-5eca90accec5 None None] Current status of the port a3179d5c-958d-4286-98dc-89eb1fce7331 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:35.121353 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2675355d-a80f-4907-a6c4-692f28861a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:30Z', 'updated_at': '2022-05-10T20:30:33Z', 'revision_number': 3, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'gw_port': {'id': '2675355d-a80f-4907-a6c4-692f28861a86', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:32Z', 'updated_at': '2022-05-10T20:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:35.156280 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Checking router: 215289c2-6d51-45a0-898b-a36d8c24f86d for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:30:35.157018 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Updating router 215289c2-6d51-45a0-898b-a36d8c24f86d port 2675355d-a80f-4907-a6c4-692f28861a86 binding host dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:30:35.166721 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97aca-8dc3-48c4-9475-031c17876218 req-8b9057a3-a59f-470d-be33-464570d5c149 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:35.173478 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-01b97aca-8dc3-48c4-9475-031c17876218 req-8b9057a3-a59f-470d-be33-464570d5c149 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1250794 May 10 20:30:35.209116 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (2675355d-a80f-4907-a6c4-692f28861a86), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:35.263378 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-01b97aca-8dc3-48c4-9475-031c17876218 req-51f56247-c5ed-4e27-a66e-208b20a068f0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883946 May 10 20:30:35.372421 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:35.500294 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d69b9b-9841-4d50-bcf5-27d2521d1996 req-76d63015-e2f3-41e1-885b-1323a54b9088 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:35.524952 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-05d69b9b-9841-4d50-bcf5-27d2521d1996 req-76d63015-e2f3-41e1-885b-1323a54b9088 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 943 time: 0.1256855 May 10 20:30:35.647318 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-05d69b9b-9841-4d50-bcf5-27d2521d1996 req-9c5a311e-e819-4605-8de7-7dfb4bce81e8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204510 May 10 20:30:35.723367 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a3179d5c-958d-4286-98dc-89eb1fce7331 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:35.750338 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Allocated IP 172.20.0.1 (e9406040-84a4-4a32-aa03-c07beb9ee7e0/eba6c098-4a8a-4a77-855f-2eb00c824383/c1edc130-1576-4d40-9b7b-e7642b42a649) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:30:35.840072 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 47de41f7-9f27-4859-b152-66f1ab4268f4 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:30:35.844687 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port a3179d5c-958d-4286-98dc-89eb1fce7331 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:35.846551 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:35.886954 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Publish callbacks [] for port (2675355d-a80f-4907-a6c4-692f28861a86), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:35.911176 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (2675355d-a80f-4907-a6c4-692f28861a86), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:35.940016 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Publish callbacks [] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:35.981656 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:36.013462 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Attempting to bind port 2675355d-a80f-4907-a6c4-692f28861a86 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:30:36.014109 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Attempting to bind port 2675355d-a80f-4907-a6c4-692f28861a86 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:30:36.014962 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port a3179d5c-958d-4286-98dc-89eb1fce7331 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:36.016748 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Attempting to bind port 2675355d-a80f-4907-a6c4-692f28861a86 on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:30:36.038478 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:30:36.039141 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:30:36.041195 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:36.042355 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:30:36.043154 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Bound port: 2675355d-a80f-4907-a6c4-692f28861a86, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:30:36.044217 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (2675355d-a80f-4907-a6c4-692f28861a86), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:36.053709 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Network e9406040-84a4-4a32-aa03-c07beb9ee7e0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:36.067381 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:36.070505 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:30:36.074414 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1edc130-1576-4d40-9b7b-e7642b42a649,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:36.141821 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (215289c2-6d51-45a0-898b-a36d8c24f86d), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:36.154470 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Pushing event updated for resources: {'Port': ['ID=2675355d-a80f-4907-a6c4-692f28861a86,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:36.165668 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.166008 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.166365 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.166771 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.167104 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.167427 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.168556 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.170038 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.170038 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.170038 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.170038 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.170354 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.170498 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.170991 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.171328 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:30:36.237315 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 47de41f7-9f27-4859-b152-66f1ab4268f4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47de41f7-9f27-4859-b152-66f1ab4268f4,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:36.238444 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] For port 2675355d-a80f-4907-a6c4-692f28861a86, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:30:36.246036 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] For port 2675355d-a80f-4907-a6c4-692f28861a86, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=2675355d-a80f-4907-a6c4-692f28861a86,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:30:36.265692 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'port_id': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'mac_address': 'fa:16:3e:33:e8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:30:36.268840 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (2675355d-a80f-4907-a6c4-692f28861a86), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:36.413496 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 47de41f7-9f27-4859-b152-66f1ab4268f4 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:36.413945 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:36.467317 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0567e3-236c-43c3-8633-0f2f70094a57 None None] Pushing event updated for resources: {'Port': ['ID=2675355d-a80f-4907-a6c4-692f28861a86,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:36.476818 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47de41f7-9f27-4859-b152-66f1ab4268f4 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:30:36.478305 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Routers {'215289c2-6d51-45a0-898b-a36d8c24f86d'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:36.478938 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['215289c2-6d51-45a0-898b-a36d8c24f86d'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:36.480926 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:36.561501 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3f2275b9-3fd6-4399-9e6b-9424af1affe2 None None] Provisioning complete for port c1edc130-1576-4d40-9b7b-e7642b42a649 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:36.567133 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3f2275b9-3fd6-4399-9e6b-9424af1affe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:36.618861 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] Set router 215289c2-6d51-45a0-898b-a36d8c24f86d gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:36.624847 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424024aa-4525-4c84-a7d0-98d6616d7e60 req-f141fe4d-0f42-456a-a855-c685508500a7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:36.660137 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-424024aa-4525-4c84-a7d0-98d6616d7e60 req-f141fe4d-0f42-456a-a855-c685508500a7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1982455 May 10 20:30:36.681523 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 47de41f7-9f27-4859-b152-66f1ab4268f4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47de41f7-9f27-4859-b152-66f1ab4268f4,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:36.685361 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3f2275b9-3fd6-4399-9e6b-9424af1affe2 None None] Port c1edc130-1576-4d40-9b7b-e7642b42a649 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:30:36.694769 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:36.890208 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=47de41f7-9f27-4859-b152-66f1ab4268f4,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:36.909722 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2675355d-a80f-4907-a6c4-692f28861a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:30Z', 'updated_at': '2022-05-10T20:30:36Z', 'revision_number': 4, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'gw_port': {'id': '2675355d-a80f-4907-a6c4-692f28861a86', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:32Z', 'updated_at': '2022-05-10T20:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c1edc130-1576-4d40-9b7b-e7642b42a649', 'name': '', 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'mac_address': 'fa:16:3e:f6:fa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:35Z', 'updated_at': '2022-05-10T20:30:35Z', 'revision_number': 1, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'subnets': [{'id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:36.946046 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea99f5f-97f6-482c-95bf-f536f3d6f785 None None] The sync data for ids ['215289c2-6d51-45a0-898b-a36d8c24f86d'] in dv-cinder-828806-2-iscsi is: [{'id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2675355d-a80f-4907-a6c4-692f28861a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:30Z', 'updated_at': '2022-05-10T20:30:36Z', 'revision_number': 4, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'gw_port': {'id': '2675355d-a80f-4907-a6c4-692f28861a86', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:32Z', 'updated_at': '2022-05-10T20:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c1edc130-1576-4d40-9b7b-e7642b42a649', 'name': '', 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'mac_address': 'fa:16:3e:f6:fa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:35Z', 'updated_at': '2022-05-10T20:30:35Z', 'revision_number': 1, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'subnets': [{'id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:30:36.957092 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-424024aa-4525-4c84-a7d0-98d6616d7e60 req-8bd9b799-57cf-4c37-9fd3-9b586d6ead9b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930632 May 10 20:30:37.064280 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6241b1-e215-44d6-82a2-13fbd50ae62c req-8206c2a3-9bda-4072-aa3f-1da364151404 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:37.074439 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d6241b1-e215-44d6-82a2-13fbd50ae62c req-8206c2a3-9bda-4072-aa3f-1da364151404 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 944 time: 0.1157122 May 10 20:30:37.083612 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['47de41f7-9f27-4859-b152-66f1ab4268f4'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:30:37.166454 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d6241b1-e215-44d6-82a2-13fbd50ae62c req-6818c575-ae07-42f2-bafe-acc7a964d65d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889392 May 10 20:30:37.485316 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Publish callbacks [] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:37.495227 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:37.594563 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1edc130-1576-4d40-9b7b-e7642b42a649,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:37.597280 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (215289c2-6d51-45a0-898b-a36d8c24f86d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:37.978617 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Network e9406040-84a4-4a32-aa03-c07beb9ee7e0 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:37.981847 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:38.220572 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Router 215289c2-6d51-45a0-898b-a36d8c24f86d has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:30:38.277274 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb70777-96ff-436f-8fc5-5611d15cf053 req-175d52b8-14f0-4545-99a7-5656625b8054 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:38.285196 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ecb70777-96ff-436f-8fc5-5611d15cf053 req-175d52b8-14f0-4545-99a7-5656625b8054 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1271350 May 10 20:30:38.381892 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ecb70777-96ff-436f-8fc5-5611d15cf053 req-1c357aac-ea66-400e-9f48-fbcadeff8cd3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954473 May 10 20:30:38.442316 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:30:38.454742 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a988569f-6adb-4987-b37b-e419c51323f3 admin admin] 10.222.0.61 "PUT /v2.0/routers/215289c2-6d51-45a0-898b-a36d8c24f86d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8590846 May 10 20:30:38.456150 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6486-df6f-456d-983f-f7ebd82c1329 req-1eb043ed-ebc2-4a5e-a3a9-7aabf13dd8a4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:38.456150 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-edcb6486-df6f-456d-983f-f7ebd82c1329 req-1eb043ed-ebc2-4a5e-a3a9-7aabf13dd8a4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 944 time: 0.0885856 May 10 20:30:38.472728 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-43e43091-860e-404d-adfa-91adf9f1b440 None None] Provisioning complete for port c1edc130-1576-4d40-9b7b-e7642b42a649 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:38.473924 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-43e43091-860e-404d-adfa-91adf9f1b440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:38.519596 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-43e43091-860e-404d-adfa-91adf9f1b440 None None] Port c1edc130-1576-4d40-9b7b-e7642b42a649 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:30:38.613946 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-edcb6486-df6f-456d-983f-f7ebd82c1329 req-1d4f158c-46af-41eb-8e83-83cd671dbff6 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462808 May 10 20:30:39.143998 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:39.152568 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-89f3e4f4-cc5b-4ac0-aa35-ca6ecf8bb152 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677145085', 'description': 'tempest-secgroup-smoke-1677145085 description', 'project_id': '890bf13c89b748b3a8f9ba4106c582b3'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:39.189430 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89f3e4f4-cc5b-4ac0-aa35-ca6ecf8bb152 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.278326 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89f3e4f4-cc5b-4ac0-aa35-ca6ecf8bb152 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group (8a11923d-791a-4d6f-9edf-5afaa3f2af0d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.282987 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89f3e4f4-cc5b-4ac0-aa35-ca6ecf8bb152 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (8a11923d-791a-4d6f-9edf-5afaa3f2af0d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.325809 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-89f3e4f4-cc5b-4ac0-aa35-ca6ecf8bb152 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.331337 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36534) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:39.331892 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-89f3e4f4-cc5b-4ac0-aa35-ca6ecf8bb152 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1861212 May 10 20:30:39.338082 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3e4f4-cc5b-4ac0-aa35-ca6ecf8bb152 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a11923d-791a-4d6f-9edf-5afaa3f2af0d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:39.353696 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-c92cf014-56c3-42d1-8768-b6cea02acb80 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'security_group_rule': {'security_group_id': '8a11923d-791a-4d6f-9edf-5afaa3f2af0d', 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:39.405283 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c92cf014-56c3-42d1-8768-b6cea02acb80 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (3d70d135-0599-4b22-94e8-9270264823c9), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.495001 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c92cf014-56c3-42d1-8768-b6cea02acb80 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (3d70d135-0599-4b22-94e8-9270264823c9), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.503213 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c92cf014-56c3-42d1-8768-b6cea02acb80 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (3d70d135-0599-4b22-94e8-9270264823c9), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.541787 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cf014-56c3-42d1-8768-b6cea02acb80 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d70d135-0599-4b22-94e8-9270264823c9,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:39.581058 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c92cf014-56c3-42d1-8768-b6cea02acb80 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.593233 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c92cf014-56c3-42d1-8768-b6cea02acb80 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2593870 May 10 20:30:39.595402 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36540) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:39.600868 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8cbb6ed4-cbbd-4234-ae1f-31a45116bac5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'security_group_rule': {'security_group_id': '8a11923d-791a-4d6f-9edf-5afaa3f2af0d', 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:39.672722 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6ed4-cbbd-4234-ae1f-31a45116bac5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (92d2536b-7ebd-4a0e-aed8-c018ad5ceb84), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.711321 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486bfda-afbd-4186-85f4-b1d0e1092ffb req-489ad010-1a91-4374-8f1f-33cbdcad99e3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:39.717467 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d486bfda-afbd-4186-85f4-b1d0e1092ffb req-489ad010-1a91-4374-8f1f-33cbdcad99e3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1608496 May 10 20:30:39.763402 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 2675355d-a80f-4907-a6c4-692f28861a86 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:39.806061 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d486bfda-afbd-4186-85f4-b1d0e1092ffb req-3c10e3fe-8e0a-4bb7-837a-31b207f22af7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715199 May 10 20:30:39.840730 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6ed4-cbbd-4234-ae1f-31a45116bac5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (92d2536b-7ebd-4a0e-aed8-c018ad5ceb84), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.846535 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 2675355d-a80f-4907-a6c4-692f28861a86 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:39.847084 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (2675355d-a80f-4907-a6c4-692f28861a86), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.848139 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6ed4-cbbd-4234-ae1f-31a45116bac5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (92d2536b-7ebd-4a0e-aed8-c018ad5ceb84), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.868992 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab5c07-0913-4c7c-a5d4-16052e027b52 req-68c4cd58-6fa6-417a-ace9-1af86eb76328 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:39.870982 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f8ab5c07-0913-4c7c-a5d4-16052e027b52 req-68c4cd58-6fa6-417a-ace9-1af86eb76328 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 944 time: 0.0609312 May 10 20:30:39.875898 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb6ed4-cbbd-4234-ae1f-31a45116bac5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d2536b-7ebd-4a0e-aed8-c018ad5ceb84,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:39.888491 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8cbb6ed4-cbbd-4234-ae1f-31a45116bac5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.892547 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8cbb6ed4-cbbd-4234-ae1f-31a45116bac5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2929661 May 10 20:30:39.892547 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36552) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:39.899829 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b2b8ab85-1f96-4080-9af8-99ac515bb98d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'security_group_rule': {'security_group_id': '8a11923d-791a-4d6f-9edf-5afaa3f2af0d', 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:39.945424 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f8ab5c07-0913-4c7c-a5d4-16052e027b52 req-6def9017-f66c-4718-b8b4-72bcd33939c3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671384 May 10 20:30:39.949418 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ab85-1f96-4080-9af8-99ac515bb98d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (7bc7e662-614e-4459-8e7d-a6a03bdc5b78), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:39.998138 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 2675355d-a80f-4907-a6c4-692f28861a86 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:39.998603 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (2675355d-a80f-4907-a6c4-692f28861a86), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.021363 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 2675355d-a80f-4907-a6c4-692f28861a86, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=2675355d-a80f-4907-a6c4-692f28861a86,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:40.022779 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ab85-1f96-4080-9af8-99ac515bb98d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (7bc7e662-614e-4459-8e7d-a6a03bdc5b78), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.026752 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (2675355d-a80f-4907-a6c4-692f28861a86), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.027972 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ab85-1f96-4080-9af8-99ac515bb98d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (7bc7e662-614e-4459-8e7d-a6a03bdc5b78), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.056176 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8ab85-1f96-4080-9af8-99ac515bb98d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc7e662-614e-4459-8e7d-a6a03bdc5b78,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:40.075819 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ab85-1f96-4080-9af8-99ac515bb98d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.076531 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b2b8ab85-1f96-4080-9af8-99ac515bb98d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1817913 May 10 20:30:40.079174 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36560) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:40.085924 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-cf0ae21f-d3fd-49e3-b7fb-ddf9f12aabad tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'security_group_rule': {'security_group_id': '8a11923d-791a-4d6f-9edf-5afaa3f2af0d', 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:40.107406 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=2675355d-a80f-4907-a6c4-692f28861a86,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:40.119920 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae21f-d3fd-49e3-b7fb-ddf9f12aabad tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (034d2305-2693-492d-8715-78ee73206d0e), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.188392 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae21f-d3fd-49e3-b7fb-ddf9f12aabad tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (034d2305-2693-492d-8715-78ee73206d0e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.194808 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae21f-d3fd-49e3-b7fb-ddf9f12aabad tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (034d2305-2693-492d-8715-78ee73206d0e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.217620 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ae21f-d3fd-49e3-b7fb-ddf9f12aabad tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034d2305-2693-492d-8715-78ee73206d0e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:40.223054 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae21f-d3fd-49e3-b7fb-ddf9f12aabad tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.224270 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cf0ae21f-d3fd-49e3-b7fb-ddf9f12aabad tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440418 May 10 20:30:40.227494 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36562) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:40.232347 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1dfcba25-d67a-4b6d-b143-4f231198d53f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'security_group_rule': {'security_group_id': '8a11923d-791a-4d6f-9edf-5afaa3f2af0d', 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:40.259207 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-1dfcba25-d67a-4b6d-b143-4f231198d53f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Project 890bf13c89b748b3a8f9ba4106c582b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:30:40.266926 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1dfcba25-d67a-4b6d-b143-4f231198d53f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (37d067f0-cd78-440e-a64a-81124d72b01b), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.330726 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1dfcba25-d67a-4b6d-b143-4f231198d53f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (37d067f0-cd78-440e-a64a-81124d72b01b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.335294 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1dfcba25-d67a-4b6d-b143-4f231198d53f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (37d067f0-cd78-440e-a64a-81124d72b01b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.356231 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcba25-d67a-4b6d-b143-4f231198d53f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d067f0-cd78-440e-a64a-81124d72b01b,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:40.368071 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1dfcba25-d67a-4b6d-b143-4f231198d53f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.369365 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1dfcba25-d67a-4b6d-b143-4f231198d53f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407487 May 10 20:30:40.372140 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36564) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:40.376703 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-d5425ea0-f3de-4b99-8715-b5ae08183827 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'security_group_rule': {'security_group_id': '8a11923d-791a-4d6f-9edf-5afaa3f2af0d', 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:40.398810 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.securitygroups_db [None req-d5425ea0-f3de-4b99-8715-b5ae08183827 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Project 890bf13c89b748b3a8f9ba4106c582b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:30:40.404282 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5425ea0-f3de-4b99-8715-b5ae08183827 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (77a6758e-5394-4b2b-b758-31c5a7b4460c), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.471184 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5425ea0-f3de-4b99-8715-b5ae08183827 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (77a6758e-5394-4b2b-b758-31c5a7b4460c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.475965 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5425ea0-f3de-4b99-8715-b5ae08183827 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (77a6758e-5394-4b2b-b758-31c5a7b4460c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.495495 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5425ea0-f3de-4b99-8715-b5ae08183827 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a6758e-5394-4b2b-b758-31c5a7b4460c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:40.505697 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-d5425ea0-f3de-4b99-8715-b5ae08183827 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:40.507818 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-d5425ea0-f3de-4b99-8715-b5ae08183827 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341097 May 10 20:30:40.609372 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Sync routers for ids ['215289c2-6d51-45a0-898b-a36d8c24f86d'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:30:40.621998 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Routers {'215289c2-6d51-45a0-898b-a36d8c24f86d'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:40.633398 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['215289c2-6d51-45a0-898b-a36d8c24f86d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:40.675689 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c0863-3265-44f1-841b-0572976a661c req-9a37684f-7ce6-4412-8283-a01824f21a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:40.678260 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c2c0863-3265-44f1-841b-0572976a661c req-9a37684f-7ce6-4412-8283-a01824f21a43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 1130 time: 0.0551682 May 10 20:30:40.794417 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Set router 215289c2-6d51-45a0-898b-a36d8c24f86d gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:40.802798 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c0863-3265-44f1-841b-0572976a661c req-e27ca97c-e1c1-4940-97a5-8f01f9d013e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:40.804585 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c2c0863-3265-44f1-841b-0572976a661c req-e27ca97c-e1c1-4940-97a5-8f01f9d013e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 918 time: 0.1195927 May 10 20:30:40.899702 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c2c0863-3265-44f1-841b-0572976a661c req-b1559e06-1bc6-4ae6-9878-2b9d96e94f53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa HTTP/1.1" status: 200 len: 1002 time: 0.0863609 May 10 20:30:40.966882 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c0863-3265-44f1-841b-0572976a661c req-d7aff27a-837d-43d4-a59c-1643545b9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:40.968936 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c2c0863-3265-44f1-841b-0572976a661c req-d7aff27a-837d-43d4-a59c-1643545b9ad8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0625119 May 10 20:30:41.005169 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 47de41f7-9f27-4859-b152-66f1ab4268f4 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:41.031709 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5851390-5579-424d-8b2d-cc5bbeafc568 req-b641351e-c8ad-4f0d-8280-d208cd8a2b97 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:41.037383 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b5851390-5579-424d-8b2d-cc5bbeafc568 req-b641351e-c8ad-4f0d-8280-d208cd8a2b97 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.1241870 May 10 20:30:41.074276 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c0863-3265-44f1-841b-0572976a661c req-28978957-75b9-4b4f-a08e-3a791ffa5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:41.075602 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c2c0863-3265-44f1-841b-0572976a661c req-28978957-75b9-4b4f-a08e-3a791ffa5c50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975189 May 10 20:30:41.207836 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b5851390-5579-424d-8b2d-cc5bbeafc568 req-1529655f-4f99-4735-9e85-825596f91372 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643987 May 10 20:30:41.250451 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 47de41f7-9f27-4859-b152-66f1ab4268f4 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:30:41.255359 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2675355d-a80f-4907-a6c4-692f28861a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:30Z', 'updated_at': '2022-05-10T20:30:36Z', 'revision_number': 4, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'gw_port': {'id': '2675355d-a80f-4907-a6c4-692f28861a86', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:32Z', 'updated_at': '2022-05-10T20:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c1edc130-1576-4d40-9b7b-e7642b42a649', 'name': '', 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'mac_address': 'fa:16:3e:f6:fa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:35Z', 'updated_at': '2022-05-10T20:30:37Z', 'revision_number': 2, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'subnets': [{'id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:41.302685 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Checking router: 215289c2-6d51-45a0-898b-a36d8c24f86d for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:30:41.303151 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Updating router 215289c2-6d51-45a0-898b-a36d8c24f86d port c1edc130-1576-4d40-9b7b-e7642b42a649 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:30:41.321424 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3b36f-e923-435f-85cf-3b282b27e949 req-6e2c6cf5-d64c-4628-a561-b9b340b1f4f8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:41.327249 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 47de41f7-9f27-4859-b152-66f1ab4268f4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:41.327937 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:41.337317 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c2c0863-3265-44f1-841b-0572976a661c req-91014d44-33e9-4b33-9f19-9e9d486691f2 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509749 May 10 20:30:41.337448 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aac3b36f-e923-435f-85cf-3b282b27e949 req-6e2c6cf5-d64c-4628-a561-b9b340b1f4f8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 944 time: 0.1700935 May 10 20:30:41.365406 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:41.409766 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aac3b36f-e923-435f-85cf-3b282b27e949 req-c4436b30-eb17-4123-a612-4e3aaaf3d4aa tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705898 May 10 20:30:41.535393 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 47de41f7-9f27-4859-b152-66f1ab4268f4 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:41.535771 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:41.722297 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 2675355d-a80f-4907-a6c4-692f28861a86 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:41.772689 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:30:41.774939 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829bd9e4-4a8b-48bc-b462-d740329bfd18" -d '{"events": [{"server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "name": "network-vif-plugged", "status": "completed", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:30:41.804300 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 47de41f7-9f27-4859-b152-66f1ab4268f4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47de41f7-9f27-4859-b152-66f1ab4268f4,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:41.813342 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:41.824563 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0cea4e-ff5e-44ad-b481-4001bee3d012 x-openstack-request-id: req-2f0cea4e-ff5e-44ad-b481-4001bee3d012 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:30:41.824563 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "name": "network-vif-plugged", "status": "completed", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:30:41.824563 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f0cea4e-ff5e-44ad-b481-4001bee3d012 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:30:41.825089 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0cea4e-ff5e-44ad-b481-4001bee3d012'] response: {'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'code': 200} May 10 20:30:41.875802 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 2675355d-a80f-4907-a6c4-692f28861a86 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:41.876164 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (2675355d-a80f-4907-a6c4-692f28861a86), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:41.929127 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=47de41f7-9f27-4859-b152-66f1ab4268f4,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:41.992232 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Publish callbacks [] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:41.998645 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:42.075866 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 2675355d-a80f-4907-a6c4-692f28861a86 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:42.083388 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074d764-d542-41c6-826e-fa0eac0435a6 None None] Pushing event updated for resources: {'Port': ['ID=c1edc130-1576-4d40-9b7b-e7642b42a649,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:42.152546 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Attempting to bind port c1edc130-1576-4d40-9b7b-e7642b42a649 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:30:42.152907 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Attempting to bind port c1edc130-1576-4d40-9b7b-e7642b42a649 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '63b5a689-f075-4f1d-a74e-0a8196e88ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:30:42.153615 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Attempting to bind port c1edc130-1576-4d40-9b7b-e7642b42a649 on network e9406040-84a4-4a32-aa03-c07beb9ee7e0 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:30:42.160946 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:30:42.161402 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Checking segment: {'id': '63b5a689-f075-4f1d-a74e-0a8196e88ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:30:42.161810 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:42.162639 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Bound using segment: {'id': '63b5a689-f075-4f1d-a74e-0a8196e88ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:30:42.162811 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Bound port: c1edc130-1576-4d40-9b7b-e7642b42a649, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b5a689-f075-4f1d-a74e-0a8196e88ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:30:42.163195 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:42.252342 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] For port c1edc130-1576-4d40-9b7b-e7642b42a649, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:30:42.256080 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] For port c1edc130-1576-4d40-9b7b-e7642b42a649, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c1edc130-1576-4d40-9b7b-e7642b42a649,segment=NetworkSegment(63b5a689-f075-4f1d-a74e-0a8196e88ca8),segment_id=63b5a689-f075-4f1d-a74e-0a8196e88ca8)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:30:42.265506 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:42.326989 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Routers {'215289c2-6d51-45a0-898b-a36d8c24f86d'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:42.327567 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['215289c2-6d51-45a0-898b-a36d8c24f86d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:42.401282 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6df8f3-3571-4cf3-8a4d-c3e2219a4c6a req-6f639b04-4f6a-4a79-98d8-0aae415a2a26 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:42.404226 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc6df8f3-3571-4cf3-8a4d-c3e2219a4c6a req-6f639b04-4f6a-4a79-98d8-0aae415a2a26 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0913055 May 10 20:30:42.409768 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074d764-d542-41c6-826e-fa0eac0435a6 None None] Pushing event updated for resources: {'Port': ['ID=c1edc130-1576-4d40-9b7b-e7642b42a649,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:42.424003 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b86ef088-67c9-4850-9aad-7fe4504b1eb6 None None] Provisioning complete for port c1edc130-1576-4d40-9b7b-e7642b42a649 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:42.424335 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b86ef088-67c9-4850-9aad-7fe4504b1eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:42.482642 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc6df8f3-3571-4cf3-8a4d-c3e2219a4c6a req-2877d060-bd5e-4ebd-a132-a74a9a9885ad tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637915 May 10 20:30:42.582012 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb8a3-b0d0-4a9c-9bd2-a8da32c4b5ff req-1438fe1b-ae0b-4d67-a5f7-9b340e67860a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:42.589268 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d48bb8a3-b0d0-4a9c-9bd2-a8da32c4b5ff req-1438fe1b-ae0b-4d67-a5f7-9b340e67860a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0699985 May 10 20:30:42.597802 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] Set router 215289c2-6d51-45a0-898b-a36d8c24f86d gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:42.645614 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d48bb8a3-b0d0-4a9c-9bd2-a8da32c4b5ff req-3be31971-9009-44c3-a3e2-b5ee82712ba4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552340 May 10 20:30:42.650991 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b86ef088-67c9-4850-9aad-7fe4504b1eb6 None None] Current status of the port c1edc130-1576-4d40-9b7b-e7642b42a649 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:42.651701 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b86ef088-67c9-4850-9aad-7fe4504b1eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:42.761953 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-b86ef088-67c9-4850-9aad-7fe4504b1eb6 None None] For port c1edc130-1576-4d40-9b7b-e7642b42a649, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c1edc130-1576-4d40-9b7b-e7642b42a649,segment=NetworkSegment(63b5a689-f075-4f1d-a74e-0a8196e88ca8),segment_id=63b5a689-f075-4f1d-a74e-0a8196e88ca8)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:42.770702 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b86ef088-67c9-4850-9aad-7fe4504b1eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:42.848426 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ef088-67c9-4850-9aad-7fe4504b1eb6 None None] Pushing event updated for resources: {'Port': ['ID=c1edc130-1576-4d40-9b7b-e7642b42a649,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:42.905071 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-99172b53-2b03-406e-ac24-c42ac055dfda None None] Provisioning complete for port c1edc130-1576-4d40-9b7b-e7642b42a649 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:42.906197 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-99172b53-2b03-406e-ac24-c42ac055dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:42.909585 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2675355d-a80f-4907-a6c4-692f28861a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:30Z', 'updated_at': '2022-05-10T20:30:36Z', 'revision_number': 4, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'gw_port': {'id': '2675355d-a80f-4907-a6c4-692f28861a86', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:32Z', 'updated_at': '2022-05-10T20:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c1edc130-1576-4d40-9b7b-e7642b42a649', 'name': '', 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'mac_address': 'fa:16:3e:f6:fa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:35Z', 'updated_at': '2022-05-10T20:30:42Z', 'revision_number': 4, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'subnets': [{'id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:42.955975 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f309fc-f22a-4270-9caa-22814e2a7745 None None] The sync data for ids ['215289c2-6d51-45a0-898b-a36d8c24f86d'] in dv-cinder-828806-2-iscsi is: [{'id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2675355d-a80f-4907-a6c4-692f28861a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:30Z', 'updated_at': '2022-05-10T20:30:36Z', 'revision_number': 4, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'gw_port': {'id': '2675355d-a80f-4907-a6c4-692f28861a86', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:32Z', 'updated_at': '2022-05-10T20:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c1edc130-1576-4d40-9b7b-e7642b42a649', 'name': '', 'network_id': 'e9406040-84a4-4a32-aa03-c07beb9ee7e0', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'mac_address': 'fa:16:3e:f6:fa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:35Z', 'updated_at': '2022-05-10T20:30:42Z', 'revision_number': 4, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'subnets': [{'id': 'eba6c098-4a8a-4a77-855f-2eb00c824383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:30:43.028885 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-99172b53-2b03-406e-ac24-c42ac055dfda None None] Current status of the port c1edc130-1576-4d40-9b7b-e7642b42a649 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:43.636703 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dca1f7-29f4-47eb-89a3-1abbcb8685e9 req-7413b83a-e093-4ef5-ba10-a0b07b45bc33 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:43.638416 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-41dca1f7-29f4-47eb-89a3-1abbcb8685e9 req-7413b83a-e093-4ef5-ba10-a0b07b45bc33 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0666261 May 10 20:30:43.711291 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-41dca1f7-29f4-47eb-89a3-1abbcb8685e9 req-e43404e1-f839-4f05-a25a-3eaca7833cc9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653567 May 10 20:30:43.712475 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c1edc130-1576-4d40-9b7b-e7642b42a649 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:30:43.770629 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port c1edc130-1576-4d40-9b7b-e7642b42a649 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:43.771421 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:43.784274 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9760b1f-5d8a-45f5-95c9-34e7a6479128 req-a5fbd838-5be2-45e8-ae8a-9ebe72d15b36 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:43.788202 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a9760b1f-5d8a-45f5-95c9-34e7a6479128 req-a5fbd838-5be2-45e8-ae8a-9ebe72d15b36 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0622118 May 10 20:30:43.843214 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a9760b1f-5d8a-45f5-95c9-34e7a6479128 req-b5531f6d-bfee-432d-ab67-5b36975d300c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480139 May 10 20:30:43.857874 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port c1edc130-1576-4d40-9b7b-e7642b42a649 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:44.842495 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b390c-965f-4b5e-bdf6-0b96b57cfa08 req-3e934cc4-925e-4a77-bc7c-ff0e4ab6fa06 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:44.844189 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-211b390c-965f-4b5e-bdf6-0b96b57cfa08 req-3e934cc4-925e-4a77-bc7c-ff0e4ab6fa06 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 946 time: 0.0509429 May 10 20:30:44.961404 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-211b390c-965f-4b5e-bdf6-0b96b57cfa08 req-a2edf51a-b62c-4453-85d4-057260cff736 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096466 May 10 20:30:44.992712 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7c2c0863-3265-44f1-841b-0572976a661c req-90ef6d90-9020-4a6d-b1d0-55ba41fae0aa service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496494 May 10 20:30:45.026681 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d187b5-3360-458d-9ae3-68d0b60e9cd5 req-3bf168d6-40ca-4322-8149-d175f2fa24ac tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:45.028199 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a9d187b5-3360-458d-9ae3-68d0b60e9cd5 req-3bf168d6-40ca-4322-8149-d175f2fa24ac tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0656772 May 10 20:30:45.088324 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a9d187b5-3360-458d-9ae3-68d0b60e9cd5 req-fc4f61d2-8e70-413f-a235-55dc598384c0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513477 May 10 20:30:45.589164 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:30:45.672367 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8fb0937-0365-4e3b-b493-e0343c1b6efa is: ACTIVE; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:45.672786 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:45.700161 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:30:45.702467 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a2416b-0c38-4fa3-a9c1-902e1812016b" -d '{"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-unplugged", "status": "completed", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:30:45.716063 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:45.721531 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:45.751374 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 20:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03903603-62b1-47d9-bc8b-e25025e33102 x-openstack-request-id: req-03903603-62b1-47d9-bc8b-e25025e33102 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:30:45.751688 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-unplugged", "status": "completed", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:30:45.752717 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03903603-62b1-47d9-bc8b-e25025e33102 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:30:45.753766 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03903603-62b1-47d9-bc8b-e25025e33102'] response: {'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'code': 200} May 10 20:30:45.773918 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:46.083695 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23412b-fe17-4cd1-a76f-ce5323dca461 req-1d87833e-440e-446f-b2b6-a401d8d3bb2b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:46.085222 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca23412b-fe17-4cd1-a76f-ce5323dca461 req-1d87833e-440e-446f-b2b6-a401d8d3bb2b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0480905 May 10 20:30:46.137549 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca23412b-fe17-4cd1-a76f-ce5323dca461 req-c33d8066-4f13-4a66-8ade-d378fc91b0b2 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466745 May 10 20:30:46.204237 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21f8e-b12f-443a-9f0a-d5796275537f req-f1514fc3-e14a-4edf-b3d0-6a5d9383d2ea tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:46.205748 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eeb21f8e-b12f-443a-9f0a-d5796275537f req-f1514fc3-e14a-4edf-b3d0-6a5d9383d2ea tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0489752 May 10 20:30:46.253688 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eeb21f8e-b12f-443a-9f0a-d5796275537f req-a0647b44-2d3a-4761-8a69-6fdff975d8d1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423055 May 10 20:30:47.260654 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377aa2-18c0-4aab-bb7a-4acf5b77866c req-2540a0a8-e484-44ed-aa8a-cc2302bb1a1c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:47.262027 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67377aa2-18c0-4aab-bb7a-4acf5b77866c req-2540a0a8-e484-44ed-aa8a-cc2302bb1a1c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0489860 May 10 20:30:47.311070 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67377aa2-18c0-4aab-bb7a-4acf5b77866c req-ae83512f-f174-4568-ae5a-b5cd7654aa33 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 May 10 20:30:47.368583 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aecf1c-bd16-49a7-a353-a59be888af5d req-89d86526-ab42-45b8-93b0-09a4a178f2ca tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:47.370075 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d3aecf1c-bd16-49a7-a353-a59be888af5d req-89d86526-ab42-45b8-93b0-09a4a178f2ca tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0457819 May 10 20:30:47.416462 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d3aecf1c-bd16-49a7-a353-a59be888af5d req-7972d156-ea8a-48e4-bc17-416bfa6a6273 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 May 10 20:30:47.525780 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fe98a-7128-4796-be69-75fe161384fb req-555ab965-40db-4d86-ab18-96d2164eb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:47.527375 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1d8fe98a-7128-4796-be69-75fe161384fb req-555ab965-40db-4d86-ab18-96d2164eb589 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 1129 time: 0.0400257 May 10 20:30:47.581379 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1d8fe98a-7128-4796-be69-75fe161384fb req-a9f2448e-462d-49bb-9cbc-356953cdeede service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467992 May 10 20:30:47.891953 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb15c1c-7efc-4636-82f6-d9a04f7387ba req-d92ec596-f334-4adf-8c50-5a0f64368572 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:47.894173 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0fb15c1c-7efc-4636-82f6-d9a04f7387ba req-d92ec596-f334-4adf-8c50-5a0f64368572 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0532668 May 10 20:30:47.973779 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0fb15c1c-7efc-4636-82f6-d9a04f7387ba req-cbd27c7a-0bc8-4dff-a2cf-15d59f1f9753 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632730 May 10 20:30:47.985429 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36716) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:48.168283 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0814130-c280-4391-b98d-9b6e295471df tempest-TestMinimumBasicScenario-970616949 tempest-TestMinimumBasicScenario-970616949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:48.170221 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a0814130-c280-4391-b98d-9b6e295471df tempest-TestMinimumBasicScenario-970616949 tempest-TestMinimumBasicScenario-970616949-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 1124 time: 0.1837759 May 10 20:30:48.173074 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36722) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:48.177319 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'port_id': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:48.197076 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:48.274407 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:48.394690 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Allocated IP 172.27.0.12 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/0c7e8c13-7359-409c-886c-35f5d068770a) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:30:48.483960 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61ae16-28c5-468c-b04a-9419126305be req-ccdbbc5e-eac3-442c-8818-bb60ded9aaef tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:48.485634 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e61ae16-28c5-468c-b04a-9419126305be req-ccdbbc5e-eac3-442c-8818-bb60ded9aaef tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0941639 May 10 20:30:48.574015 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae6ad2-db25-471e-ad32-2777a38c3e8f req-f522b6e8-cc87-4d92-b8e0-98b5a583d9d3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:48.575549 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9eae6ad2-db25-471e-ad32-2777a38c3e8f req-f522b6e8-cc87-4d92-b8e0-98b5a583d9d3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0890167 May 10 20:30:48.619584 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e61ae16-28c5-468c-b04a-9419126305be req-fa4699ab-9bce-420e-b8ab-7f67b85b57d4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182232 May 10 20:30:48.637267 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for port (0c7e8c13-7359-409c-886c-35f5d068770a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:48.666074 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9eae6ad2-db25-471e-ad32-2777a38c3e8f req-09e6d34f-1eaf-4c9e-9494-501306b0adcb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835047 May 10 20:30:48.691226 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (0c7e8c13-7359-409c-886c-35f5d068770a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:48.734388 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:30:48.737879 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:30:48.740458 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:30:48.773669 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'Port': ['ID=0c7e8c13-7359-409c-886c-35f5d068770a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:49.203172 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-7149c26b-f1b1-4589-8f63-fab351809118 req-9748ac95-5864-4c3f-a834-a8cf8bebf130 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:30:49.204623 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7149c26b-f1b1-4589-8f63-fab351809118 req-9748ac95-5864-4c3f-a834-a8cf8bebf130 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0130441 May 10 20:30:49.229068 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for floatingip (cb387f38-eb38-4d3a-82c3-afdeb27f77d3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:49.312764 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (0c7e8c13-7359-409c-886c-35f5d068770a), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:49.404751 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce142-4a8e-4cd3-ab0c-52f9cc8cbd1f req-b79d50d7-a909-48c3-852f-af112141c4c0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:49.406063 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c26ce142-4a8e-4cd3-ab0c-52f9cc8cbd1f req-b79d50d7-a909-48c3-852f-af112141c4c0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0702972 May 10 20:30:49.516548 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c26ce142-4a8e-4cd3-ab0c-52f9cc8cbd1f req-a10ab899-3aa9-4526-b9cb-4c4d81404bb5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023095 May 10 20:30:49.525545 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:49.581366 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for port (0c7e8c13-7359-409c-886c-35f5d068770a), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:49.591964 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (0c7e8c13-7359-409c-886c-35f5d068770a), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:49.671497 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36778) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:49.771189 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-109318d5-2521-49f6-86d0-22d1b91027b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981588 May 10 20:30:49.780158 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-963c0f6d-b07d-42bc-a9dc-0e74027cf297 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:30:49.781195 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-963c0f6d-b07d-42bc-a9dc-0e74027cf297 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052631 May 10 20:30:49.859979 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36788) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:49.912516 dv-cinder-828806-2-iscsi neutron-server[103477]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 20:30:49.957281 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-023ff0c2-5cfe-424a-9fe3-a9b6478f3dae tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:49.958767 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-023ff0c2-5cfe-424a-9fe3-a9b6478f3dae tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports/d8fb0937-0365-4e3b-b493-e0343c1b6efa HTTP/1.1" status: 200 len: 941 time: 0.0978146 May 10 20:30:49.970007 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (cb387f38-eb38-4d3a-82c3-afdeb27f77d3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:49.975331 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'Port': ['ID=0c7e8c13-7359-409c-886c-35f5d068770a,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:50.026671 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa9a53-1358-4b2c-95de-0d0052213a01 req-4020ff4e-4fbf-4e2c-bf4f-9aa9759c6f24 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:50.028085 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-34aa9a53-1358-4b2c-95de-0d0052213a01 req-4020ff4e-4fbf-4e2c-bf4f-9aa9759c6f24 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.1125252 May 10 20:30:50.133263 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Floating IP cb387f38-eb38-4d3a-82c3-afdeb27f77d3 associated. External IP: 172.27.0.12, port: 17b60462-c5b3-4701-9d7d-de886673ef7d. May 10 20:30:50.138587 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-34aa9a53-1358-4b2c-95de-0d0052213a01 req-b979c36e-c952-47c9-8c03-1429efe0019b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996506 May 10 20:30:50.290294 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ebbd-93de-4ab0-b49f-55c620014741 req-d07e8140-f51c-4343-b473-d0178fdfa2cb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:50.291684 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d258ebbd-93de-4ab0-b49f-55c620014741 req-d07e8140-f51c-4343-b473-d0178fdfa2cb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0633266 May 10 20:30:50.301208 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36802) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:50.305723 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c95cb67a-f6f1-4d7a-b4ad-f5416e35660e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Request body: {'floatingip': {'port_id': '47de41f7-9f27-4859-b152-66f1ab4268f4'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:50.400543 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c95cb67a-f6f1-4d7a-b4ad-f5416e35660e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for floatingip (891d0c98-d362-47c7-a71c-bafead430a4f), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:50.421749 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:30:50.553680 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:30:50.575136 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:50.576126 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] Sync routers for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:30:50.595516 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:50.596727 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:50.627426 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-fcce62e5-31d3-4dc0-b4d7-c41e9b465fee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4527485 May 10 20:30:50.628095 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36808) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:50.628559 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:30:50.631464 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096" -d '{"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:30:50.638777 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-af76a917-a4c4-48a2-bfd8-ed4b46496f87 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083560296', 'description': 'tempest-secgroup-smoke-1083560296 description', 'project_id': '51884a66cf014d6596d22c37c4a97147'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:50.674768 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af76a917-a4c4-48a2-bfd8-ed4b46496f87 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:50.739941 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6821d-029f-4c8c-b45e-aa6247570130 req-b1d96325-266f-426d-b0a1-cf2ab836c6a3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:50.758466 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:50.766296 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cdc6821d-029f-4c8c-b45e-aa6247570130 req-b1d96325-266f-426d-b0a1-cf2ab836c6a3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0799129 May 10 20:30:50.774052 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3e7bd3-7430-4adc-aa50-923bad57710b x-openstack-request-id: req-fc3e7bd3-7430-4adc-aa50-923bad57710b {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:30:50.774361 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:30:50.774625 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc3e7bd3-7430-4adc-aa50-923bad57710b {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:30:50.775040 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3e7bd3-7430-4adc-aa50-923bad57710b'] response: {'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'status': 'completed', 'code': 200} May 10 20:30:50.863846 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cdc6821d-029f-4c8c-b45e-aa6247570130 req-79e6309b-6372-4b03-a63c-e29595b3a01a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953069 May 10 20:30:50.912131 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af76a917-a4c4-48a2-bfd8-ed4b46496f87 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group (86e866fd-4b07-4350-b5c6-a58b9b5f56a8), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:50.916192 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af76a917-a4c4-48a2-bfd8-ed4b46496f87 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (86e866fd-4b07-4350-b5c6-a58b9b5f56a8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:50.942629 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af76a917-a4c4-48a2-bfd8-ed4b46496f87 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:50.946517 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-af76a917-a4c4-48a2-bfd8-ed4b46496f87 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3096800 May 10 20:30:50.947573 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36812) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:50.953668 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-0a353745-ec17-4450-b9bc-df73c76196c3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'security_group_rule': {'security_group_id': '86e866fd-4b07-4350-b5c6-a58b9b5f56a8', 'project_id': '51884a66cf014d6596d22c37c4a97147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:50.975225 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76a917-a4c4-48a2-bfd8-ed4b46496f87 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e866fd-4b07-4350-b5c6-a58b9b5f56a8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:50.995920 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a353745-ec17-4450-b9bc-df73c76196c3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (093bd41d-6fb3-415d-8cf6-5649169d9687), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.057020 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a353745-ec17-4450-b9bc-df73c76196c3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (093bd41d-6fb3-415d-8cf6-5649169d9687), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.062401 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a353745-ec17-4450-b9bc-df73c76196c3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (093bd41d-6fb3-415d-8cf6-5649169d9687), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.080416 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a353745-ec17-4450-b9bc-df73c76196c3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093bd41d-6fb3-415d-8cf6-5649169d9687,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:51.082097 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:26Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'cb387f38-eb38-4d3a-82c3-afdeb27f77d3', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'port_id': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'mac_address': 'fa:16:3e:40:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:30:49Z', 'updated_at': '2022-05-10T20:30:49Z', 'revision_number': 0, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d0f89d-b3b6-4814-bc02-3757b3cf5818', 'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'mac_address': 'fa:16:3e:a6:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:24Z', 'updated_at': '2022-05-10T20:29:30Z', 'revision_number': 5, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'subnets': [{'id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:51.093628 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0a353745-ec17-4450-b9bc-df73c76196c3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.094053 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-94b1f2f7-3e66-4441-aa88-8a5a2692ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:51.095563 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-94b1f2f7-3e66-4441-aa88-8a5a2692ec3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51884a66cf014d6596d22c37c4a97147&device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 1129 time: 0.2088423 May 10 20:30:51.097518 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0a353745-ec17-4450-b9bc-df73c76196c3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498230 May 10 20:30:51.098192 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36814) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:51.103063 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e7fbf5a8-fcdc-4c70-a3f9-77e81580004e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'security_group_rule': {'security_group_id': '86e866fd-4b07-4350-b5c6-a58b9b5f56a8', 'project_id': '51884a66cf014d6596d22c37c4a97147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:51.114003 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] Checking router: ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:30:51.123700 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:51.124292 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:51.131076 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf5a8-fcdc-4c70-a3f9-77e81580004e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (bb588edc-27bc-4b9b-a2f6-51e4ccdbd660), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.190047 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf5a8-fcdc-4c70-a3f9-77e81580004e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (bb588edc-27bc-4b9b-a2f6-51e4ccdbd660), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.194926 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf5a8-fcdc-4c70-a3f9-77e81580004e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (bb588edc-27bc-4b9b-a2f6-51e4ccdbd660), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.215529 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbf5a8-fcdc-4c70-a3f9-77e81580004e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb588edc-27bc-4b9b-a2f6-51e4ccdbd660,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:51.225948 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7fbf5a8-fcdc-4c70-a3f9-77e81580004e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.229930 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e7fbf5a8-fcdc-4c70-a3f9-77e81580004e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282370 May 10 20:30:51.231250 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36816) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:51.243210 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8707de4d-1751-4fc6-903e-e93791cd7555 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'security_group_rule': {'security_group_id': '86e866fd-4b07-4350-b5c6-a58b9b5f56a8', 'project_id': '51884a66cf014d6596d22c37c4a97147', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:51.265877 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:51.272917 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8707de4d-1751-4fc6-903e-e93791cd7555 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (61e8a98a-c669-4db4-8fff-0983e2159314), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.378595 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8707de4d-1751-4fc6-903e-e93791cd7555 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (61e8a98a-c669-4db4-8fff-0983e2159314), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.383846 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8707de4d-1751-4fc6-903e-e93791cd7555 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (61e8a98a-c669-4db4-8fff-0983e2159314), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.413950 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707de4d-1751-4fc6-903e-e93791cd7555 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e8a98a-c669-4db4-8fff-0983e2159314,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:51.440074 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8707de4d-1751-4fc6-903e-e93791cd7555 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.445583 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8707de4d-1751-4fc6-903e-e93791cd7555 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2133336 May 10 20:30:51.445583 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 36822) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:51.450350 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-29e11177-9406-4df7-a71d-13064bb27798 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'security_group_rule': {'security_group_id': '86e866fd-4b07-4350-b5c6-a58b9b5f56a8', 'project_id': '51884a66cf014d6596d22c37c4a97147', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:51.485156 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29e11177-9406-4df7-a71d-13064bb27798 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (11b27764-8885-4f47-a314-e9bb519e90e6), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.523108 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c95cb67a-f6f1-4d7a-b4ad-f5416e35660e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.568323 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c95cb67a-f6f1-4d7a-b4ad-f5416e35660e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (891d0c98-d362-47c7-a71c-bafead430a4f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.588686 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29e11177-9406-4df7-a71d-13064bb27798 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (11b27764-8885-4f47-a314-e9bb519e90e6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.594698 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29e11177-9406-4df7-a71d-13064bb27798 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (11b27764-8885-4f47-a314-e9bb519e90e6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.618470 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e11177-9406-4df7-a71d-13064bb27798 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b27764-8885-4f47-a314-e9bb519e90e6,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:51.624604 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:30:51.637384 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-29e11177-9406-4df7-a71d-13064bb27798 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.642090 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-29e11177-9406-4df7-a71d-13064bb27798 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1957150 May 10 20:30:51.643222 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36826) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:51.648108 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b51e8a5d-3274-4d4b-953c-90069086eab5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'security_group_rule': {'security_group_id': '86e866fd-4b07-4350-b5c6-a58b9b5f56a8', 'project_id': '51884a66cf014d6596d22c37c4a97147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:51.703109 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cda0d-9e9d-41ad-aea3-2aaa74b98320 req-7c49a2a0-daad-4791-b275-6677e0df3ea9 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:51.704803 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc4cda0d-9e9d-41ad-aea3-2aaa74b98320 req-7c49a2a0-daad-4791-b275-6677e0df3ea9 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.0710485 May 10 20:30:51.707578 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:26Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'cb387f38-eb38-4d3a-82c3-afdeb27f77d3', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'port_id': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'mac_address': 'fa:16:3e:40:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:30:49Z', 'updated_at': '2022-05-10T20:30:49Z', 'revision_number': 0, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d0f89d-b3b6-4814-bc02-3757b3cf5818', 'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'mac_address': 'fa:16:3e:a6:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:24Z', 'updated_at': '2022-05-10T20:29:30Z', 'revision_number': 5, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'subnets': [{'id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:51.741306 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7fc383-d46a-4da6-8629-efb79eca6e12 None None] The sync data for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi is: [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:26Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'cb387f38-eb38-4d3a-82c3-afdeb27f77d3', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'port_id': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'mac_address': 'fa:16:3e:40:cd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:30:49Z', 'updated_at': '2022-05-10T20:30:49Z', 'revision_number': 0, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d0f89d-b3b6-4814-bc02-3757b3cf5818', 'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'mac_address': 'fa:16:3e:a6:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:24Z', 'updated_at': '2022-05-10T20:29:30Z', 'revision_number': 5, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'subnets': [{'id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:30:51.749545 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8fb0937-0365-4e3b-b493-e0343c1b6efa is: DOWN; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:51.753177 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-ec29c0b6-6c9e-44b9-bb63-9807d250710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:51.754909 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-ec29c0b6-6c9e-44b9-bb63-9807d250710e service neutron] 10.222.0.69 "GET /v2.0/networks?id=4369b197-1a56-465e-9984-92729f634dd2 HTTP/1.1" status: 200 len: 916 time: 0.6098785 May 10 20:30:51.758115 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-b51e8a5d-3274-4d4b-953c-90069086eab5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Project 51884a66cf014d6596d22c37c4a97147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:30:51.769987 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b51e8a5d-3274-4d4b-953c-90069086eab5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (265e8175-2fe5-4116-9a37-ad37a5914963), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.774050 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc4cda0d-9e9d-41ad-aea3-2aaa74b98320 req-deb203ce-ce06-40ba-b90d-393e88869c6c tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622697 May 10 20:30:51.774528 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-c95cb67a-f6f1-4d7a-b4ad-f5416e35660e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Floating IP 891d0c98-d362-47c7-a71c-bafead430a4f associated. External IP: 172.27.0.73, port: 47de41f7-9f27-4859-b152-66f1ab4268f4. May 10 20:30:51.910191 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b51e8a5d-3274-4d4b-953c-90069086eab5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (265e8175-2fe5-4116-9a37-ad37a5914963), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.916693 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b51e8a5d-3274-4d4b-953c-90069086eab5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (265e8175-2fe5-4116-9a37-ad37a5914963), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.947677 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e8a5d-3274-4d4b-953c-90069086eab5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265e8175-2fe5-4116-9a37-ad37a5914963,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:51.991244 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6ab2-9f8d-4d9f-bfa7-94c250a0d957 req-9982b992-9779-4b90-8d20-ecf3b6bffa4d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:51.992931 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-213c6ab2-9f8d-4d9f-bfa7-94c250a0d957 req-9982b992-9779-4b90-8d20-ecf3b6bffa4d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0522830 May 10 20:30:51.995037 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b51e8a5d-3274-4d4b-953c-90069086eab5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:51.998797 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b51e8a5d-3274-4d4b-953c-90069086eab5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3518667 May 10 20:30:51.999589 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 36832) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:30:52.005510 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ac743144-96d9-4de2-b234-968dce949b61 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'security_group_rule': {'security_group_id': '86e866fd-4b07-4350-b5c6-a58b9b5f56a8', 'project_id': '51884a66cf014d6596d22c37c4a97147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:52.023595 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd4ca5-f43e-4d59-864a-e03ac7f4b921 None None] New status for floating IP cb387f38-eb38-4d3a-82c3-afdeb27f77d3: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:30:52.045995 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-ac743144-96d9-4de2-b234-968dce949b61 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Project 51884a66cf014d6596d22c37c4a97147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:30:52.050773 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-213c6ab2-9f8d-4d9f-bfa7-94c250a0d957 req-97435f1e-3a7a-4418-a9ad-1503d7f7eeb1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472546 May 10 20:30:52.093460 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac743144-96d9-4de2-b234-968dce949b61 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (54ee3eb3-95ea-404c-9368-35680402dd62), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:52.133195 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95cb67a-f6f1-4d7a-b4ad-f5416e35660e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:30:52.166700 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac743144-96d9-4de2-b234-968dce949b61 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (54ee3eb3-95ea-404c-9368-35680402dd62), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:52.197957 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac743144-96d9-4de2-b234-968dce949b61 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (54ee3eb3-95ea-404c-9368-35680402dd62), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:52.225082 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac743144-96d9-4de2-b234-968dce949b61 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ee3eb3-95ea-404c-9368-35680402dd62,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:52.236938 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac743144-96d9-4de2-b234-968dce949b61 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:52.238151 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ac743144-96d9-4de2-b234-968dce949b61 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2379546 May 10 20:30:52.293466 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95cb67a-f6f1-4d7a-b4ad-f5416e35660e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:30:52.299458 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c95cb67a-f6f1-4d7a-b4ad-f5416e35660e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:52.306661 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] Sync routers for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:30:52.317121 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:52.317738 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:52.328909 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8c635940-8843-4e82-a487-8c500092ce26 req-50ba1b97-7850-45c7-b81f-6c8d41a8a414 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083560296&fields=id&tenant_id=51884a66cf014d6596d22c37c4a97147 HTTP/1.1" status: 200 len: 267 time: 0.0458746 May 10 20:30:52.337718 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c95cb67a-f6f1-4d7a-b4ad-f5416e35660e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "PUT /v2.0/floatingips/891d0c98-d362-47c7-a71c-bafead430a4f HTTP/1.1" status: 200 len: 990 time: 2.0352848 May 10 20:30:52.338315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:30:52.340542 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb241725-1d6b-480a-a4a1-debb6ea01eda" -d '{"events": [{"name": "network-changed", "server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:30:52.381437 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7619b9d8-4ff8-43bf-8ecf-d6074e1d0be0 x-openstack-request-id: req-7619b9d8-4ff8-43bf-8ecf-d6074e1d0be0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:30:52.381991 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:30:52.382464 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7619b9d8-4ff8-43bf-8ecf-d6074e1d0be0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:30:52.383088 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7619b9d8-4ff8-43bf-8ecf-d6074e1d0be0'] response: {'name': 'network-changed', 'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'status': 'completed', 'code': 200} May 10 20:30:52.392459 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635940-8843-4e82-a487-8c500092ce26 req-7364d7b1-db2c-47b3-a2ac-4cf0ced78c92 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:52.394037 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8c635940-8843-4e82-a487-8c500092ce26 req-7364d7b1-db2c-47b3-a2ac-4cf0ced78c92 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0585434 May 10 20:30:52.404694 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-8c635940-8843-4e82-a487-8c500092ce26 req-09111354-3340-4d71-956d-7009cdf09a1f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'port': {'security_groups': ['5a9073da-7982-4688-9d53-ea0a832ec1bd', '86e866fd-4b07-4350-b5c6-a58b9b5f56a8']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:30:52.438294 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:52.474175 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c635940-8843-4e82-a487-8c500092ce26 req-09111354-3340-4d71-956d-7009cdf09a1f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:52.651426 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '891d0c98-d362-47c7-a71c-bafead430a4f', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'port_id': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'mac_address': 'fa:16:3e:33:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:29:55Z', 'updated_at': '2022-05-10T20:30:51Z', 'revision_number': 1, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:41Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:52.661303 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-8c635940-8843-4e82-a487-8c500092ce26 req-09111354-3340-4d71-956d-7009cdf09a1f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] For port 17b60462-c5b3-4701-9d7d-de886673ef7d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=17b60462-c5b3-4701-9d7d-de886673ef7d,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:52.677741 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] Checking router: b3fa7cfc-17be-4cc6-bdad-136c961e48c3 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:30:52.686904 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:30:52.687531 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:30:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:52.698619 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c635940-8843-4e82-a487-8c500092ce26 req-09111354-3340-4d71-956d-7009cdf09a1f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:52.703613 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c635940-8843-4e82-a487-8c500092ce26 req-09111354-3340-4d71-956d-7009cdf09a1f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:52.718917 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['17b60462-c5b3-4701-9d7d-de886673ef7d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:30:52.748789 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635940-8843-4e82-a487-8c500092ce26 req-09111354-3340-4d71-956d-7009cdf09a1f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:52.749459 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-8c635940-8843-4e82-a487-8c500092ce26 req-09111354-3340-4d71-956d-7009cdf09a1f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:52.750863 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8c635940-8843-4e82-a487-8c500092ce26 req-09111354-3340-4d71-956d-7009cdf09a1f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "PUT /v2.0/ports/17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 981 time: 0.3505690 May 10 20:30:52.778170 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:30:52.780540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee049909-e7f4-461d-9dda-a8b9245cdaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:30:52.785214 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09111354-3340-4d71-956d-7009cdf09a1f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'Port': ['ID=17b60462-c5b3-4701-9d7d-de886673ef7d,revision_number=6']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:52.897990 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:30:52.906759 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['17b60462-c5b3-4701-9d7d-de886673ef7d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:30:52.960424 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cec050a-2b47-499f-8451-edb7bb34aa31 x-openstack-request-id: req-6cec050a-2b47-499f-8451-edb7bb34aa31 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:30:52.960726 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:30:52.961002 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6cec050a-2b47-499f-8451-edb7bb34aa31 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:30:52.961483 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cec050a-2b47-499f-8451-edb7bb34aa31'] response: {'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'status': 'completed', 'code': 200} May 10 20:30:53.014180 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151055ab-dada-4e09-b615-839140670329 req-5f2a8b9c-f33b-4c0e-ab50-cc9e6a1144d1 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:53.017789 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-151055ab-dada-4e09-b615-839140670329 req-5f2a8b9c-f33b-4c0e-ab50-cc9e6a1144d1 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.1835690 May 10 20:30:53.042024 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ff045-c57c-4707-b4af-9f12d7acc3f9 req-fd78e480-c37d-4cab-9226-8caa9cfc5436 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:53.043642 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c89ff045-c57c-4707-b4af-9f12d7acc3f9 req-fd78e480-c37d-4cab-9226-8caa9cfc5436 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.0961120 May 10 20:30:53.048199 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-b7016694-b66a-4bd2-8948-caa540ebdf48 None None] Provisioning complete for port 17b60462-c5b3-4701-9d7d-de886673ef7d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:30:53.049420 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-b7016694-b66a-4bd2-8948-caa540ebdf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:53.138938 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c89ff045-c57c-4707-b4af-9f12d7acc3f9 req-d9f5bd9a-0fca-4076-97e9-d16d9bf9db0e tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859306 May 10 20:30:53.145507 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-151055ab-dada-4e09-b615-839140670329 req-9f2842d4-0dab-47da-9554-74b66ec0a402 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177039 May 10 20:30:53.162866 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-b7016694-b66a-4bd2-8948-caa540ebdf48 None None] Current status of the port 17b60462-c5b3-4701-9d7d-de886673ef7d is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:30:53.164587 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '891d0c98-d362-47c7-a71c-bafead430a4f', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'port_id': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'mac_address': 'fa:16:3e:33:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:29:55Z', 'updated_at': '2022-05-10T20:30:51Z', 'revision_number': 1, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:41Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:30:53.195023 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544cf51-6d9c-4b0a-9276-48af9af59390 None None] The sync data for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi is: [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '891d0c98-d362-47c7-a71c-bafead430a4f', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'port_id': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'mac_address': 'fa:16:3e:33:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:29:55Z', 'updated_at': '2022-05-10T20:30:51Z', 'revision_number': 1, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:41Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:30:53.277800 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dc00c-542f-433a-8fa6-e2b20374a175 req-1ce2b120-9a16-4874-89c6-0d0c5c7d4af7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:53.281472 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-665dc00c-542f-433a-8fa6-e2b20374a175 req-1ce2b120-9a16-4874-89c6-0d0c5c7d4af7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0540011 May 10 20:30:53.330344 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-665dc00c-542f-433a-8fa6-e2b20374a175 req-24b8682d-a9bc-46eb-96fc-75379e99c663 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 May 10 20:30:53.435120 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd500d4-1afa-4963-a4e0-9cd2694a1ae6 None None] New status for floating IP 891d0c98-d362-47c7-a71c-bafead430a4f: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:30:53.565731 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-9aaceccb-585b-4d4c-a0ef-5a2b5912620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:53.567184 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-9aaceccb-585b-4d4c-a0ef-5a2b5912620a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 1129 time: 0.0870166 May 10 20:30:53.578800 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-542bf99f-4240-4b09-9f1c-0feb86d831a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 1000 time: 0.1048069 May 10 20:30:53.725996 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-362a7efb-a31c-4aac-880b-e5f08a52d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:53.727441 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-362a7efb-a31c-4aac-880b-e5f08a52d841 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eef294f-fec1-4883-ac0a-ece7a6fa255a HTTP/1.1" status: 200 len: 854 time: 0.1060202 May 10 20:30:53.745086 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-679e3c97-3811-412d-bda4-23f58e7943e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:53.746510 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-679e3c97-3811-412d-bda4-23f58e7943e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.1236970 May 10 20:30:53.887548 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-6995a1ed-fa7e-4d50-8c98-b1027ed7e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:53.889149 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-6995a1ed-fa7e-4d50-8c98-b1027ed7e3f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4369b197-1a56-465e-9984-92729f634dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761502 May 10 20:30:53.900795 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-43c0b3f7-5b7e-40ac-b671-5eebcbf521e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47de41f7-9f27-4859-b152-66f1ab4268f4 HTTP/1.1" status: 200 len: 1000 time: 0.0947990 May 10 20:30:54.318602 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-06279ec6-aaee-4e22-9af9-bbfb55f17ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.320097 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-06279ec6-aaee-4e22-9af9-bbfb55f17ae0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd&tenant_id=89cf2816f8884e679e6c7e4c3d98f348 HTTP/1.1" status: 200 len: 1128 time: 0.1048620 May 10 20:30:54.327384 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01178f24-138a-4755-a226-1695a9195d3a req-49abd8fb-8976-4d03-a7d3-8cbd8430d394 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.333142 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-01178f24-138a-4755-a226-1695a9195d3a req-49abd8fb-8976-4d03-a7d3-8cbd8430d394 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.0870185 May 10 20:30:54.337652 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3a0371a4-348b-4983-8bfd-514d0685811c tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.339152 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3a0371a4-348b-4983-8bfd-514d0685811c tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.69 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 946 time: 0.1088402 May 10 20:30:54.349195 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-2c97f117-2288-493e-94b1-77286d76de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.350651 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-2c97f117-2288-493e-94b1-77286d76de21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.1366642 May 10 20:30:54.420012 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-5bd96fcf-567e-4c18-ba6d-612b0c915651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.421580 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-5bd96fcf-567e-4c18-ba6d-612b0c915651 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 1128 time: 0.0703425 May 10 20:30:54.425667 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-01178f24-138a-4755-a226-1695a9195d3a req-e968abe3-4dd9-4abd-ba87-6321942632e5 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828531 May 10 20:30:54.451669 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-18497adc-2e1b-4c13-a944-15224d9c0edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:54.466550 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-f48d608c-9f7c-4279-a2d6-4e2859305c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.468071 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-f48d608c-9f7c-4279-a2d6-4e2859305c21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000566 May 10 20:30:54.470136 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-d0c742d3-9cf3-408f-96c8-89d403e3628c service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480230 May 10 20:30:54.576281 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350660d-d4a7-4736-9bb5-41b582269443 req-86848d36-4ca1-4774-9416-1ff128e37d69 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.577805 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7350660d-d4a7-4736-9bb5-41b582269443 req-86848d36-4ca1-4774-9416-1ff128e37d69 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.1157761 May 10 20:30:54.607424 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Deleting port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:30:54.607988 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:54.630556 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-6e10f202-e54f-42b4-9c6b-aaf4fe818b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.631922 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-6e10f202-e54f-42b4-9c6b-aaf4fe818b57 service neutron] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 918 time: 0.2035730 May 10 20:30:54.694786 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7350660d-d4a7-4736-9bb5-41b582269443 req-4faccc60-5e32-470b-b86f-5436a4d8cb56 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071923 May 10 20:30:54.718220 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-8dfc8c6f-349a-4cc2-a1a1-d36e21b7b01a service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212501 May 10 20:30:54.723054 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-728842fd-dd3d-47fa-a7a3-3dbeb2ae8096 req-82da4aef-f43d-4f97-a330-8da5f6992b40 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250314 May 10 20:30:54.750018 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-0a4cbd1e-4fa7-49b4-a383-04a3f7856427 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa HTTP/1.1" status: 200 len: 1000 time: 0.1104999 May 10 20:30:54.815771 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] For port a1ca1f69-9459-48f3-a2ba-77bc7ce00384, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:30:54.816141 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:54.819860 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-f4e543f1-5336-44dd-8c95-b0590f10b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.820923 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-f4e543f1-5336-44dd-8c95-b0590f10b78f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0551708 May 10 20:30:54.851686 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Calling delete_port for a1ca1f69-9459-48f3-a2ba-77bc7ce00384 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:30:54.867503 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-db5f0924-54a4-40d6-94ce-b85841e48087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.869027 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-db5f0924-54a4-40d6-94ce-b85841e48087 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381174 May 10 20:30:54.877067 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-c8c7e52e-2f29-45ec-a0dc-14878f302acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:54.878542 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-c8c7e52e-2f29-45ec-a0dc-14878f302acf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51884a66cf014d6596d22c37c4a97147&device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 1168 time: 0.0794983 May 10 20:30:54.973670 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-db1b12fe-fe93-4c92-a7d9-6aa131b5b44e service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865400 May 10 20:30:55.073578 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-76fdb83b-aa39-4d5e-bf20-1f786eb317d2 req-17bffc21-2007-42c3-ba58-93c5b4d78eef service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934472 May 10 20:30:55.186246 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-eb241725-1d6b-480a-a4a1-debb6ea01eda req-b7f166a7-e0a5-4a87-89e0-2863c4026477 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544892 May 10 20:30:55.250764 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-4a2e3530-2356-4386-83c7-e3460020dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:55.252711 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-4a2e3530-2356-4386-83c7-e3460020dbc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4369b197-1a56-465e-9984-92729f634dd2 HTTP/1.1" status: 200 len: 916 time: 0.3354461 May 10 20:30:55.355151 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (a1ca1f69-9459-48f3-a2ba-77bc7ce00384), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:55.358462 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-c39fd3a8-0c7e-46cc-a253-6ce8dee0ad79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 1000 time: 0.0779788 May 10 20:30:55.368730 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['a1ca1f69-9459-48f3-a2ba-77bc7ce00384'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:30:55.394552 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Pushing event deleted for resources: {'Port': ['ID=a1ca1f69-9459-48f3-a2ba-77bc7ce00384,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:30:55.466333 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] No DVR routers for this DVR port a1ca1f69-9459-48f3-a2ba-77bc7ce00384 on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:30:55.470095 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:55.474570 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f7d809ee-d8b8-4832-b649-d719140549f2 req-3e67b523-2a18-4f29-9f8f-b8c5903201f8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.69 "DELETE /v2.0/ports/a1ca1f69-9459-48f3-a2ba-77bc7ce00384 HTTP/1.1" status: 204 len: 173 time: 1.1224148 May 10 20:30:55.474752 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd938abee-70d7-4d66-98a6-5479de0392b2', 'name': 'network-vif-deleted', 'tag': 'a1ca1f69-9459-48f3-a2ba-77bc7ce00384'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:30:55.476901 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4f114-40a4-40d4-919c-aab5562f0748" -d '{"events": [{"server_uuid": "d938abee-70d7-4d66-98a6-5479de0392b2", "name": "network-vif-deleted", "tag": "a1ca1f69-9459-48f3-a2ba-77bc7ce00384"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:30:55.480602 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-dac564ef-0fe4-46e8-ba54-0e189292a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:55.482050 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-dac564ef-0fe4-46e8-ba54-0e189292a57a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eef294f-fec1-4883-ac0a-ece7a6fa255a HTTP/1.1" status: 200 len: 854 time: 0.0983202 May 10 20:30:55.537847 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185e5ee3-5ab1-41c4-8e1a-9d63be5df0ec x-openstack-request-id: req-185e5ee3-5ab1-41c4-8e1a-9d63be5df0ec {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:30:55.538160 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d938abee-70d7-4d66-98a6-5479de0392b2", "name": "network-vif-deleted", "tag": "a1ca1f69-9459-48f3-a2ba-77bc7ce00384", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:30:55.538558 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-185e5ee3-5ab1-41c4-8e1a-9d63be5df0ec {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:30:55.538966 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185e5ee3-5ab1-41c4-8e1a-9d63be5df0ec'] response: {'server_uuid': 'd938abee-70d7-4d66-98a6-5479de0392b2', 'name': 'network-vif-deleted', 'tag': 'a1ca1f69-9459-48f3-a2ba-77bc7ce00384', 'status': 'completed', 'code': 200} May 10 20:30:55.541165 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7bd55a61-67a4-4d24-920e-fdf63b344e29 req-0a2fc101-c4c9-47f0-aca1-e01eb3c01154 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0374355 May 10 20:30:55.568491 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-7af58f02-4094-45ac-9804-80191a5c02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:55.570219 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-7af58f02-4094-45ac-9804-80191a5c02e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4369b197-1a56-465e-9984-92729f634dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690017 May 10 20:30:55.736578 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-5df55934-b5f0-484f-82d7-43f8c6692347 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501632 May 10 20:30:55.872733 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439d915-f65f-4290-9dbd-8dd94208d105 req-90aa1906-6255-4ffb-b32a-57217358c36a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:55.885954 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e439d915-f65f-4290-9dbd-8dd94208d105 req-90aa1906-6255-4ffb-b32a-57217358c36a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0785646 May 10 20:30:55.947664 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e439d915-f65f-4290-9dbd-8dd94208d105 req-962195a7-7ac1-4462-9b34-161fe69d7884 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603275 May 10 20:30:56.654891 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ee76304c-264c-4ad8-89c8-17d3b5a7bf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:56.661607 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ffd8389-a268-4704-b577-7312f578f201 req-a7d28717-6663-4070-909a-223907971457 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0305071 May 10 20:30:57.084452 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584d669-e91c-4d65-870e-ca63fdd4dfba req-fcd32bfa-69c6-4760-80f0-4b1719f0872a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:57.086118 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9584d669-e91c-4d65-870e-ca63fdd4dfba req-fcd32bfa-69c6-4760-80f0-4b1719f0872a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0596652 May 10 20:30:57.134618 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9584d669-e91c-4d65-870e-ca63fdd4dfba req-7f606a5e-8c04-4fc1-845a-6f490d8ac013 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 May 10 20:30:57.659656 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device a1ca1f69-9459-48f3-a2ba-77bc7ce00384 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:30:57.691700 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: a1ca1f69-9459-48f3-a2ba-77bc7ce00384 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:30:57.692050 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device a1ca1f69-9459-48f3-a2ba-77bc7ce00384 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:30:57.793248 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-451adb39-3bbe-4d20-8e3b-a77b810e2e98 req-078622aa-9161-4941-a96d-89e29978b0c7 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0273530 May 10 20:30:58.048257 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:58.285239 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b06a4-33af-4119-9f7a-f4476ec24238 req-a4134c89-192b-4e22-ac8f-d555a65ff528 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:58.286623 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-157b06a4-33af-4119-9f7a-f4476ec24238 req-a4134c89-192b-4e22-ac8f-d555a65ff528 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0473020 May 10 20:30:58.331889 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-157b06a4-33af-4119-9f7a-f4476ec24238 req-463c6fe2-e073-4221-801f-24c0c203abb1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396259 May 10 20:30:58.913118 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3edf55a0-7748-4ac6-8c19-e0f54108efc1 req-c4874314-9bd6-4049-b6aa-dd333850c71d tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0351257 May 10 20:30:59.090851 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:30:59.477750 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e18f6-913b-4e74-a57a-88a7bde4b5d4 req-033ef7cc-72df-4a43-9402-9452ab2ee596 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:30:59.479276 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-516e18f6-913b-4e74-a57a-88a7bde4b5d4 req-033ef7cc-72df-4a43-9402-9452ab2ee596 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0730302 May 10 20:30:59.528464 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-516e18f6-913b-4e74-a57a-88a7bde4b5d4 req-714ac78d-f6f5-4e4d-9493-1b69f6ba19aa tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436258 May 10 20:31:00.019870 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-557e6ff6-85ba-4a6e-b151-a15819d8b847 req-ea2ceacb-a1ef-4d20-a5df-82e1db6c5ba8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0268910 May 10 20:31:00.567692 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-45188485-a019-403e-8d80-ff4201e2e61d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677145085&fields=id&tenant_id=890bf13c89b748b3a8f9ba4106c582b3 HTTP/1.1" status: 200 len: 267 time: 0.0564401 May 10 20:31:00.617178 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:00.676379 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab1702-22e1-4cf0-bc97-029cbe01ead6 req-ca696926-aa9f-436b-8a73-497e897924fc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:00.677940 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eaab1702-22e1-4cf0-bc97-029cbe01ead6 req-ca696926-aa9f-436b-8a73-497e897924fc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0562692 May 10 20:31:00.725807 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-6a278631-77a5-43d6-99f1-793c90da4515 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:00.727275 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-6a278631-77a5-43d6-99f1-793c90da4515 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 812 time: 0.1569672 May 10 20:31:00.755047 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-560452f1-6060-46cf-8d4f-b964f08a8035 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/quotas/890bf13c89b748b3a8f9ba4106c582b3 HTTP/1.1" status: 200 len: 375 time: 0.0143554 May 10 20:31:00.808283 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eaab1702-22e1-4cf0-bc97-029cbe01ead6 req-e71da083-ce79-4985-8488-5357e89af9ac tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950716 May 10 20:31:00.821721 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-69ca0b52-7d5d-446e-871c-ba21175a24c3 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601976 May 10 20:31:00.917647 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-ba972ad8-c0ea-4c8b-b237-795689fc830e service neutron] 10.222.0.61 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834565 May 10 20:31:01.029530 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-36871477-9e93-4e45-93c8-ea049f1666cf service neutron] 10.222.0.61 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062150 May 10 20:31:01.166112 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a0803796-1312-4d04-b68a-14ff3c1eaba0 req-c6924b27-040d-46ef-9fe8-13f73e3bc782 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0505550 May 10 20:31:01.371221 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-347e65a5-cdf3-41ad-ad79-ea52fa1d0389 req-466ef3df-e425-49d1-ba31-a29a613dd4aa tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 210 time: 0.0316830 May 10 20:31:01.936840 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f7133-942c-487b-ad23-5f70c72184e5 req-6dbbd3cf-cbad-44fe-953c-b19891437c8a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:01.938373 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-532f7133-942c-487b-ad23-5f70c72184e5 req-6dbbd3cf-cbad-44fe-953c-b19891437c8a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0531256 May 10 20:31:01.996068 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-532f7133-942c-487b-ad23-5f70c72184e5 req-c92f2fe6-f47d-493d-b4ff-073a87ebd746 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493174 May 10 20:31:02.267633 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-00086adc-253e-4b28-990c-fab469ab1e0f req-1c8aad1b-8aa1-4ff8-ae02-f8a6e3da04d2 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0277081 May 10 20:31:02.482440 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-924c4e63-1783-4045-ae05-cb44c0644d5a req-b15a511b-c8d2-4e5b-b1c2-7711d6ef153b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 210 time: 0.0403430 May 10 20:31:03.061317 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:31:03.123935 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15ad4c-8324-4ed4-a391-901d0f6364d7 req-1d17ab0d-a8d1-4635-a424-111c126f1461 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:03.125576 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5c15ad4c-8324-4ed4-a391-901d0f6364d7 req-1d17ab0d-a8d1-4635-a424-111c126f1461 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0483177 May 10 20:31:03.173871 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5c15ad4c-8324-4ed4-a391-901d0f6364d7 req-32120f8e-ab74-49c7-9704-a0e5afa6d6b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 May 10 20:31:03.398536 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-55ba54ac-16bf-46f8-85fe-92fea5c844b2 req-6476e44f-826d-4617-ab2f-c7faba66b8ea tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0389013 May 10 20:31:03.580683 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-77a8ddb5-e3d0-424f-a76d-465011901858 req-d5f5eaef-cbb2-4c79-b0b2-e0d0c902fa3c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 210 time: 0.0274346 May 10 20:31:04.296438 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e8f39-9e96-46ba-9231-c1f7e5d0e9fc req-ec01b9a4-3509-493c-a5f3-400363d16d63 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:04.297924 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-608e8f39-9e96-46ba-9231-c1f7e5d0e9fc req-ec01b9a4-3509-493c-a5f3-400363d16d63 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0476840 May 10 20:31:04.346039 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-608e8f39-9e96-46ba-9231-c1f7e5d0e9fc req-9932bcd6-363c-44b4-b055-0b17c07e5b03 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405831 May 10 20:31:04.504630 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d444f1bd-c34a-4c28-bd03-822119b76e3e req-73077d76-7f16-4b1c-9fb1-e9f0042bb7f9 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0288956 May 10 20:31:04.914797 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c343c619-3ca1-496b-a699-d1e51074d90c req-86f1b367-d249-4289-9aa0-e7ff595ae691 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 210 time: 0.2679410 May 10 20:31:05.328370 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ee049909-e7f4-461d-9dda-a8b9245cdaf5 req-b1c536cd-2d3d-4c7b-b5b3-4ff41ccb23b3 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937259 May 10 20:31:05.462086 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f524826-82e7-418d-85fa-2ab75d1f0285 req-7702da1a-2782-44d6-804b-940bdb5beb18 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:05.463520 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f524826-82e7-418d-85fa-2ab75d1f0285 req-7702da1a-2782-44d6-804b-940bdb5beb18 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0453191 May 10 20:31:05.508380 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f524826-82e7-418d-85fa-2ab75d1f0285 req-eab7b9b4-62d6-4a16-9c99-63852adf4cc2 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393660 May 10 20:31:05.608251 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0256c6e9-0770-41ac-aefb-169c3789ab2c req-5ecc5f4c-8a31-49a5-8991-1c272d9bb670 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=d938abee-70d7-4d66-98a6-5479de0392b2 HTTP/1.1" status: 200 len: 210 time: 0.0271540 May 10 20:31:06.029396 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c09cfc93-1ba7-4cc3-a548-3a6183bcbe00 req-071e8300-7522-4b7c-a670-143b0932727b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 210 time: 0.0357912 May 10 20:31:06.515787 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-28ad93dc-359b-4ade-99ce-782c301938fa tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:06.517510 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-28ad93dc-359b-4ade-99ce-782c301938fa tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 812 time: 0.1098671 May 10 20:31:06.585639 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-990ffa6a-fe52-4519-85e6-08d3b2f8f394 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=890bf13c89b748b3a8f9ba4106c582b3 HTTP/1.1" status: 200 len: 380 time: 0.0558088 May 10 20:31:06.595669 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'port': {'device_id': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'admin_state_up': True, 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'security_groups': ['8a11923d-791a-4d6f-9edf-5afaa3f2af0d']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:31:06.629972 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ae23d-0098-4bf5-90c6-411bffd90678 req-b733489a-abb7-47bd-aecd-408b68d133b2 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:06.631689 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-169ae23d-0098-4bf5-90c6-411bffd90678 req-b733489a-abb7-47bd-aecd-408b68d133b2 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0480776 May 10 20:31:06.682014 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-169ae23d-0098-4bf5-90c6-411bffd90678 req-1220c885-da83-4e2e-b6a0-7cffe0907767 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 May 10 20:31:06.721120 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Made reservation on behalf of 890bf13c89b748b3a8f9ba4106c582b3 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:31:06.724447 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:06.851483 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Allocated IP 172.20.0.13 (f9d88ce3-6580-4789-923a-dc95426320f4/e252be77-f592-41a9-9a22-700c0685b073/ef5b3996-8a16-4831-b6f6-94b31b5af88d) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:31:06.994318 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.032708 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.076869 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Network f9d88ce3-6580-4789-923a-dc95426320f4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:31:07.085469 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:31:07.087920 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:31:07.118456 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'Port': ['ID=ef5b3996-8a16-4831-b6f6-94b31b5af88d,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:07.150188 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:07.150845 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.163089 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadadef-e799-474f-a583-f409e274a9be req-094f14bc-7dcc-4e5f-b01b-66ae00f27658 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:07.165709 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fcadadef-e799-474f-a583-f409e274a9be req-094f14bc-7dcc-4e5f-b01b-66ae00f27658 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 932 time: 0.0611928 May 10 20:31:07.173759 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-336bce65-3e4b-4b2e-b9f3-f05a175c180d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823884 May 10 20:31:07.218440 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fcadadef-e799-474f-a583-f409e274a9be req-9d678342-cc58-4ee8-9ad2-e58662da5c50 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465829 May 10 20:31:07.382392 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-15484c06-24b5-4292-9ca3-579f14ad3f39 None None] Provisioning complete for port ef5b3996-8a16-4831-b6f6-94b31b5af88d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:31:07.382952 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-15484c06-24b5-4292-9ca3-579f14ad3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:07.418755 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-15484c06-24b5-4292-9ca3-579f14ad3f39 None None] Port ef5b3996-8a16-4831-b6f6-94b31b5af88d cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:31:07.804922 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b219ef-c172-4490-844f-46dfe4a67f3d req-307f2d67-1641-4791-9f64-a4a5cef64eb4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:07.806297 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65b219ef-c172-4490-844f-46dfe4a67f3d req-307f2d67-1641-4791-9f64-a4a5cef64eb4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0495331 May 10 20:31:07.859558 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-65b219ef-c172-4490-844f-46dfe4a67f3d req-c4eb35ce-dd96-466a-b994-a5b326b0c7ff tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390098 May 10 20:31:08.329857 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4da0e3-2ade-4431-a5e3-02a35f81893e req-94bf4143-a865-4fde-bd71-25f1bd80e29a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:08.331298 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1a4da0e3-2ade-4431-a5e3-02a35f81893e req-94bf4143-a865-4fde-bd71-25f1bd80e29a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 932 time: 0.0447974 May 10 20:31:08.377567 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1a4da0e3-2ade-4431-a5e3-02a35f81893e req-9222afa9-97ca-4204-949c-e3df075f5baf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 May 10 20:31:08.837565 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Request body: {'port': {'device_id': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:31:08.904452 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:08.973342 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf080-6037-4ff0-9c92-4716eed32cac req-a28cdd88-176f-448e-bddf-7bcd6c5f6370 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:08.974848 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-222cf080-6037-4ff0-9c92-4716eed32cac req-a28cdd88-176f-448e-bddf-7bcd6c5f6370 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0456922 May 10 20:31:09.026674 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-222cf080-6037-4ff0-9c92-4716eed32cac req-a79452c2-4c62-495e-b2de-5add4a4d6418 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460930 May 10 20:31:09.160902 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5b3996-8a16-4831-b6f6-94b31b5af88d {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:31:09.168314 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Publish callbacks [] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.180737 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Transition to ACTIVE for port object ef5b3996-8a16-4831-b6f6-94b31b5af88d will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:31:09.184393 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.238522 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5b3996-8a16-4831-b6f6-94b31b5af88d,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:09.308701 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Attempting to bind port ef5b3996-8a16-4831-b6f6-94b31b5af88d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:31:09.309073 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Attempting to bind port ef5b3996-8a16-4831-b6f6-94b31b5af88d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:31:09.309410 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Attempting to bind port ef5b3996-8a16-4831-b6f6-94b31b5af88d on network f9d88ce3-6580-4789-923a-dc95426320f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:31:09.314043 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Port ef5b3996-8a16-4831-b6f6-94b31b5af88d on network f9d88ce3-6580-4789-923a-dc95426320f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:31:09.314362 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Attempting to bind port ef5b3996-8a16-4831-b6f6-94b31b5af88d on network f9d88ce3-6580-4789-923a-dc95426320f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:31:09.319358 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:31:09.319704 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Checking segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:31:09.320089 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Bound using segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:31:09.320539 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Bound port: ef5b3996-8a16-4831-b6f6-94b31b5af88d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:31:09.320895 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.385520 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] For port ef5b3996-8a16-4831-b6f6-94b31b5af88d, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:31:09.388462 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] For port ef5b3996-8a16-4831-b6f6-94b31b5af88d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ef5b3996-8a16-4831-b6f6-94b31b5af88d,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:31:09.393730 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.432209 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:09.433006 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:09.434387 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] 10.222.0.69 "PUT /v2.0/ports/ef5b3996-8a16-4831-b6f6-94b31b5af88d HTTP/1.1" status: 200 len: 1094 time: 0.6013691 May 10 20:31:09.434846 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'tag': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:31:09.437235 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de462876-b925-4048-a282-2e4503d365ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9", "tag": "ef5b3996-8a16-4831-b6f6-94b31b5af88d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:31:09.461058 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ee45b-adb8-43cb-b940-c5462da68991 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5b3996-8a16-4831-b6f6-94b31b5af88d,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:09.487515 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32f8308-1c3e-48ad-8a43-6f4204ee9066 x-openstack-request-id: req-b32f8308-1c3e-48ad-8a43-6f4204ee9066 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:31:09.488010 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9", "tag": "ef5b3996-8a16-4831-b6f6-94b31b5af88d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:31:09.488412 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b32f8308-1c3e-48ad-8a43-6f4204ee9066 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:31:09.489011 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32f8308-1c3e-48ad-8a43-6f4204ee9066'] response: {'name': 'network-changed', 'server_uuid': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'tag': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'status': 'completed', 'code': 200} May 10 20:31:09.502042 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1554d3-57c9-437b-a815-5c7a03ade150 req-2ca50a04-02ca-4c80-957c-0d045e2d2241 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:09.503597 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ea1554d3-57c9-437b-a815-5c7a03ade150 req-2ca50a04-02ca-4c80-957c-0d045e2d2241 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0576332 May 10 20:31:09.557048 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ea1554d3-57c9-437b-a815-5c7a03ade150 req-031fecba-4dff-4c75-b23c-cc7c3efaa62b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475357 May 10 20:31:09.902118 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de462876-b925-4048-a282-2e4503d365ec req-d235721c-ef82-41f6-bb41-63f1a8e7be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:09.903621 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de462876-b925-4048-a282-2e4503d365ec req-d235721c-ef82-41f6-bb41-63f1a8e7be5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 1128 time: 0.0408397 May 10 20:31:10.149145 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55664a7-e8c4-4f7b-8e02-e557fd76e9a0 req-492d973f-a662-426e-a93c-0c882ecf5671 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:10.150604 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f55664a7-e8c4-4f7b-8e02-e557fd76e9a0 req-492d973f-a662-426e-a93c-0c882ecf5671 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0485103 May 10 20:31:10.199774 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f55664a7-e8c4-4f7b-8e02-e557fd76e9a0 req-4b3dbf13-790a-4735-a703-63f711c80ec7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436344 May 10 20:31:10.322387 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de462876-b925-4048-a282-2e4503d365ec req-857956db-6823-4e16-98fe-60348712b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:10.323761 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de462876-b925-4048-a282-2e4503d365ec req-857956db-6823-4e16-98fe-60348712b325 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0948727 May 10 20:31:10.463823 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de462876-b925-4048-a282-2e4503d365ec req-1561430b-2330-459b-94e1-6c3c09070e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:10.465324 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-de462876-b925-4048-a282-2e4503d365ec req-1561430b-2330-459b-94e1-6c3c09070e92 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877240 May 10 20:31:10.544460 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-926885e3-444e-4626-948d-98e58ff4621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:10.545973 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-926885e3-444e-4626-948d-98e58ff4621d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 1128 time: 0.0387652 May 10 20:31:10.600424 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-cdeaf181-1c26-4bd4-a8bf-36c8b7707259 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef5b3996-8a16-4831-b6f6-94b31b5af88d HTTP/1.1" status: 200 len: 217 time: 0.0458353 May 10 20:31:10.654310 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-81402e02-bbe7-4ecf-81e5-58ace9101c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:10.655929 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-81402e02-bbe7-4ecf-81e5-58ace9101c96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0459023 May 10 20:31:10.682702 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dfb1b-2f95-4bb3-aca0-33efd1e8ccdc req-00a1b6c4-6fee-4f71-aa39-1dbbed8c349f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:10.684280 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b50dfb1b-2f95-4bb3-aca0-33efd1e8ccdc req-00a1b6c4-6fee-4f71-aa39-1dbbed8c349f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0537279 May 10 20:31:10.704114 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-4a6acd00-0e21-4819-8485-54710d6d6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:10.706009 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-4a6acd00-0e21-4819-8485-54710d6d6e55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431833 May 10 20:31:10.738928 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b50dfb1b-2f95-4bb3-aca0-33efd1e8ccdc req-f464841d-2c89-4c38-a8f9-c8234b3b5005 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477557 May 10 20:31:10.801786 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-3e56f2d3-5337-4b27-bdfe-df68036248fa service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872033 May 10 20:31:10.891896 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ff0e7279-04d4-4a75-aaf2-68d261f187d5 req-270be9d1-d3f4-4882-a130-6c2126d15711 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831349 May 10 20:31:10.927965 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ee43d-af0c-48e3-85e6-4e16560df6f2 req-94e2f272-9613-48e2-b4e2-5b65ef641d2a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:10.934468 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c71ee43d-af0c-48e3-85e6-4e16560df6f2 req-94e2f272-9613-48e2-b4e2-5b65ef641d2a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0521679 May 10 20:31:10.980297 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c71ee43d-af0c-48e3-85e6-4e16560df6f2 req-83e00756-a738-44b1-8730-570f57214cfc tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 May 10 20:31:11.326844 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96e30f-12f7-4c96-9bc4-8fb3f79a8332 req-3f4e31b9-a88a-4733-8d80-a79e6a29cfd3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:11.328299 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9b96e30f-12f7-4c96-9bc4-8fb3f79a8332 req-3f4e31b9-a88a-4733-8d80-a79e6a29cfd3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0493333 May 10 20:31:11.374589 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9b96e30f-12f7-4c96-9bc4-8fb3f79a8332 req-2460e124-6a3f-4c98-a58a-06ec8b763016 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401142 May 10 20:31:11.852084 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652f72a-3cea-4c19-9c8e-b61f02c36958 req-d0e07ab8-a05e-44d3-9964-4860b6bbc1d5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:11.853551 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e652f72a-3cea-4c19-9c8e-b61f02c36958 req-d0e07ab8-a05e-44d3-9964-4860b6bbc1d5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0477726 May 10 20:31:11.900687 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e652f72a-3cea-4c19-9c8e-b61f02c36958 req-18b5fca4-fa7a-418f-9c5d-2b097c8219b0 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417035 May 10 20:31:12.091466 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e10cd-2aa2-4388-bcb4-1939650ed360 req-5c452df1-dff8-4901-ab12-1cc8ebc66a34 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:12.093051 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f71e10cd-2aa2-4388-bcb4-1939650ed360 req-5c452df1-dff8-4901-ab12-1cc8ebc66a34 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0464928 May 10 20:31:12.142442 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f71e10cd-2aa2-4388-bcb4-1939650ed360 req-3d109846-c7ac-450d-9447-71a249cb176f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 May 10 20:31:12.490371 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16db8c-297b-4d29-9e21-cc162df7e3e0 req-ba16c3a3-002a-47ff-bf10-65f8ff358d37 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:12.491823 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5c16db8c-297b-4d29-9e21-cc162df7e3e0 req-ba16c3a3-002a-47ff-bf10-65f8ff358d37 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0459485 May 10 20:31:12.537133 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5c16db8c-297b-4d29-9e21-cc162df7e3e0 req-b92a1e96-eeb5-4227-9cc9-949d442424eb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 May 10 20:31:13.013864 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32b8cb-ff40-48bb-a4ef-0e682009eb29 req-c8e69272-6794-4890-90ca-7b8dfe6b3bbb tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:13.015317 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4b32b8cb-ff40-48bb-a4ef-0e682009eb29 req-c8e69272-6794-4890-90ca-7b8dfe6b3bbb tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0466642 May 10 20:31:13.063318 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4b32b8cb-ff40-48bb-a4ef-0e682009eb29 req-6be27e27-9b93-4dda-9c29-ad8d792b4981 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 May 10 20:31:13.257519 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0feb-9525-424f-968c-3d668bfd5301 req-e7de9b13-1a8a-4a02-89a4-e880259edfdd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:13.258969 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa2e0feb-9525-424f-968c-3d668bfd5301 req-e7de9b13-1a8a-4a02-89a4-e880259edfdd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0503340 May 10 20:31:13.309726 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa2e0feb-9525-424f-968c-3d668bfd5301 req-67dd90d1-02ce-4fe1-acbb-d3f8b42743e8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452895 May 10 20:31:13.651925 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb392805-862c-4dcc-b809-93276d47a033 req-8d4fce3c-ed67-4cfb-a719-af34a5e8097f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:13.653393 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb392805-862c-4dcc-b809-93276d47a033 req-8d4fce3c-ed67-4cfb-a719-af34a5e8097f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 944 time: 0.0457792 May 10 20:31:13.697943 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb392805-862c-4dcc-b809-93276d47a033 req-e5bc78ae-ba3d-4ac0-a5dd-fd35ffacc65d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385520 May 10 20:31:14.171816 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89675b7a-b057-44cd-a9e9-048350ec0808 req-f1ca1a74-99e9-4d3c-a49c-37f961368a87 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:14.173822 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-89675b7a-b057-44cd-a9e9-048350ec0808 req-f1ca1a74-99e9-4d3c-a49c-37f961368a87 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0455620 May 10 20:31:14.212906 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:31:14.224574 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-89675b7a-b057-44cd-a9e9-048350ec0808 req-2eedf094-a595-4d0b-9ecb-626d46f2e6c8 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 May 10 20:31:14.311574 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:14.323426 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'port_id': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'mac_address': 'fa:16:3e:a2:1c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:31:14.361351 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8fb0937-0365-4e3b-b493-e0343c1b6efa is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:31:14.361738 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:14.374687 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fb0937-0365-4e3b-b493-e0343c1b6efa {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:31:14.394984 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:14.398879 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:14.425670 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f3a21-7030-4fe4-92da-71a73103d409 req-adf753cd-47b2-421d-8443-4c53dedeb8f4 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:14.427162 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c53f3a21-7030-4fe4-92da-71a73103d409 req-adf753cd-47b2-421d-8443-4c53dedeb8f4 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0471807 May 10 20:31:14.444944 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:14.474589 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c53f3a21-7030-4fe4-92da-71a73103d409 req-4b711f58-6781-4486-b5ec-8f07a1a506a6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 May 10 20:31:14.814602 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7edae8-41c2-47f0-bb74-63b3ad4eec12 req-1f1b44f9-7c1e-45fe-9f33-ca7f171b52c0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:14.816048 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9b7edae8-41c2-47f0-bb74-63b3ad4eec12 req-1f1b44f9-7c1e-45fe-9f33-ca7f171b52c0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.0470428 May 10 20:31:14.861404 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9b7edae8-41c2-47f0-bb74-63b3ad4eec12 req-b9b157b3-87d8-457a-be3d-8b1520981573 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 May 10 20:31:15.339876 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024149e-89ab-4650-ad5f-817d3f22c9db req-56d6eeee-d8cf-4cad-a988-e156fa2a9ca3 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:15.341338 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6024149e-89ab-4650-ad5f-817d3f22c9db req-56d6eeee-d8cf-4cad-a988-e156fa2a9ca3 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0513263 May 10 20:31:15.389823 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6024149e-89ab-4650-ad5f-817d3f22c9db req-4bcd0952-2fbb-4299-ad51-90a867b0888e tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 May 10 20:31:15.500260 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['d8fb0937-0365-4e3b-b493-e0343c1b6efa'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:31:15.641281 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a9f75-87f5-4c0b-90be-17f40cb87fe4 req-66ad7a85-f008-45e1-a4ff-44c7d6264752 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:15.642771 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d8a9f75-87f5-4c0b-90be-17f40cb87fe4 req-66ad7a85-f008-45e1-a4ff-44c7d6264752 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0973842 May 10 20:31:15.715178 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-41e798d3-46e7-4301-ba5d-963f455ed38b tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:15.716646 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-41e798d3-46e7-4301-ba5d-963f455ed38b tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/networks?id=4cab43d7-cfde-4a61-889f-4f2ce520f079 HTTP/1.1" status: 200 len: 814 time: 0.1612499 May 10 20:31:15.719933 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d8a9f75-87f5-4c0b-90be-17f40cb87fe4 req-a88e9847-807b-42f4-a56c-81fcddaf7895 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715184 May 10 20:31:15.732674 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-5b212d27-775b-4da5-ba25-5726245492af tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/quotas/f41df963fc334b24b0ddef0946179bb6 HTTP/1.1" status: 200 len: 375 time: 0.0093372 May 10 20:31:15.766088 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f02d876d-1451-4b6c-872f-7d547c47916f tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f41df963fc334b24b0ddef0946179bb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275447 May 10 20:31:15.856858 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-9eb5a900-84e6-4012-9391-8a8a8f441f11 service neutron] 10.222.0.61 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841269 May 10 20:31:15.976571 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-3d156937-a106-4bbb-9568-662722ea7a4c service neutron] 10.222.0.61 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135347 May 10 20:31:15.990943 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52cdf-8f3e-48d7-ba18-5455c9279792 req-d8ae2b26-81af-4ecf-a9f4-20ed3df75282 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:15.992390 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-edb52cdf-8f3e-48d7-ba18-5455c9279792 req-d8ae2b26-81af-4ecf-a9f4-20ed3df75282 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 945 time: 0.0600882 May 10 20:31:16.039158 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-edb52cdf-8f3e-48d7-ba18-5455c9279792 req-ccb86f83-89ae-46b7-b802-21a97be19a56 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 May 10 20:31:16.140005 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7e617b26-0003-4626-8047-169c983a3689 req-49b06d06-fd76-4f17-a0b7-dab2fabe9786 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 210 time: 0.0268197 May 10 20:31:16.274026 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:31:16.319818 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port d8fb0937-0365-4e3b-b493-e0343c1b6efa triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:31:16.320192 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:16.403474 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port d8fb0937-0365-4e3b-b493-e0343c1b6efa is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:31:16.403870 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:16.432214 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:31:16.435340 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b26359-6991-4246-9461-9daa7f41d7cd" -d '{"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:31:16.447823 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:16.452580 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:16.479742 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2088063-d2c4-4ae9-9b18-c4c0c1992379 x-openstack-request-id: req-e2088063-d2c4-4ae9-9b18-c4c0c1992379 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:31:16.480060 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-plugged", "status": "completed", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:31:16.480321 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2088063-d2c4-4ae9-9b18-c4c0c1992379 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:31:16.480717 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2088063-d2c4-4ae9-9b18-c4c0c1992379'] response: {'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'code': 200} May 10 20:31:16.505712 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:16.509947 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e4310-258d-46f1-bc8c-66c1fc91474a req-c16c021e-4f2f-41c0-a034-37ca04f2c431 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:16.511454 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e2e4310-258d-46f1-bc8c-66c1fc91474a req-c16c021e-4f2f-41c0-a034-37ca04f2c431 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0469232 May 10 20:31:16.562193 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e2e4310-258d-46f1-bc8c-66c1fc91474a req-40834a3b-b058-46a0-91bd-7b57a14dd41f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445170 May 10 20:31:16.835540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2e05-3ecb-4ddd-9593-c9ed23f14447 req-42470cd9-ddb0-4fcd-9461-ab2e20093cbf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:16.836874 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a0d2e05-3ecb-4ddd-9593-c9ed23f14447 req-42470cd9-ddb0-4fcd-9461-ab2e20093cbf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0488551 May 10 20:31:16.881875 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a0d2e05-3ecb-4ddd-9593-c9ed23f14447 req-159436e7-e867-4ebf-bbd3-f1ad43615008 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395217 May 10 20:31:17.166238 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb578f-b30a-45a6-9056-21f1bc3c03de req-e143373d-d59d-4e31-b92c-1c19a4b4fad8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:17.167776 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-56eb578f-b30a-45a6-9056-21f1bc3c03de req-e143373d-d59d-4e31-b92c-1c19a4b4fad8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 947 time: 0.0501826 May 10 20:31:17.224551 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-56eb578f-b30a-45a6-9056-21f1bc3c03de req-8db7ec5f-4b8f-41c8-bf00-8bc1f55485f9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505307 May 10 20:31:17.240563 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-313641d6-4632-42ca-b9a1-f524b8751a22 req-bb0ba4eb-5199-4016-a084-41b2154e5445 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 210 time: 0.0311389 May 10 20:31:17.300499 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257edadd-a522-458d-a035-8f5af5c51ad6 req-794a6fa6-de9c-409a-8fb2-a7fbdadf34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:17.302016 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-257edadd-a522-458d-a035-8f5af5c51ad6 req-794a6fa6-de9c-409a-8fb2-a7fbdadf34b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 1131 time: 0.0395930 May 10 20:31:17.678101 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321d34a-23d4-4bf7-8f73-141f639fe7cc req-5b2dfd51-6320-437d-bc93-59c6082264c9 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:17.679571 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0321d34a-23d4-4bf7-8f73-141f639fe7cc req-5b2dfd51-6320-437d-bc93-59c6082264c9 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0500896 May 10 20:31:17.726307 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0321d34a-23d4-4bf7-8f73-141f639fe7cc req-0f925aaa-b051-47be-8b6a-3dab9ca78ae0 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 May 10 20:31:17.996647 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319bddb-069e-4cf6-b229-732c785ef1a9 req-715c2c7c-8600-4a15-a42b-a1b22ff2ce3e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:17.998157 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f319bddb-069e-4cf6-b229-732c785ef1a9 req-715c2c7c-8600-4a15-a42b-a1b22ff2ce3e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0465722 May 10 20:31:18.043660 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f319bddb-069e-4cf6-b229-732c785ef1a9 req-235b380c-6c3f-4ef7-a16c-157c0b66c2e2 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393009 May 10 20:31:18.351691 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9552733d-b3f3-4913-93ae-177ded524bc8 req-b3544336-0f95-44dc-a99f-f282c2407706 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 210 time: 0.0454168 May 10 20:31:18.366671 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde51d74-cf44-4f53-8c23-259392a79100 req-4519cd51-b134-4d02-9a75-9eeacadef207 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:18.368319 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dde51d74-cf44-4f53-8c23-259392a79100 req-4519cd51-b134-4d02-9a75-9eeacadef207 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 947 time: 0.0725322 May 10 20:31:18.385057 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-257edadd-a522-458d-a035-8f5af5c51ad6 req-3d69912c-a329-45db-ac6d-24c4c8045f98 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458159 May 10 20:31:18.417927 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dde51d74-cf44-4f53-8c23-259392a79100 req-d5e99d10-39a6-481a-8390-3c065c8fe221 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 May 10 20:31:18.739335 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-195188d7-3046-4166-af6b-72e198d40d0f tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:18.740762 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-195188d7-3046-4166-af6b-72e198d40d0f tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.69 "GET /v2.0/networks?id=4cab43d7-cfde-4a61-889f-4f2ce520f079 HTTP/1.1" status: 200 len: 814 time: 0.1008544 May 10 20:31:18.754308 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Request body: {'port': {'device_id': '473a7aa1-a895-4723-9b39-6f8ec8a613a7', 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079', 'admin_state_up': True, 'tenant_id': 'f41df963fc334b24b0ddef0946179bb6'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:31:18.840757 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adb0f5-f967-4f7d-a7f2-227cc7b0f689 req-b8d19f96-882d-42cd-afad-82e17b3c66e9 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:18.842284 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3adb0f5-f967-4f7d-a7f2-227cc7b0f689 req-b8d19f96-882d-42cd-afad-82e17b3c66e9 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0470335 May 10 20:31:18.867455 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Made reservation on behalf of f41df963fc334b24b0ddef0946179bb6 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:31:18.871262 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:18.890672 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e3adb0f5-f967-4f7d-a7f2-227cc7b0f689 req-d4fdf3f2-6a81-4c20-8e6b-2434a23f3c39 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421240 May 10 20:31:18.994482 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Allocated IP 172.20.0.14 (4cab43d7-cfde-4a61-889f-4f2ce520f079/321bdfd6-9ce1-4449-a1d4-297e126f1e00/dc39df93-f122-4732-9e50-a0c9232de4b4) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:31:19.143706 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks [] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:19.160654 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79055c9-3da3-44aa-980c-21c4784d5dbe req-98deba97-3f47-4c32-a6f2-a85b602e628b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:19.162202 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c79055c9-3da3-44aa-980c-21c4784d5dbe req-98deba97-3f47-4c32-a6f2-a85b602e628b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0511577 May 10 20:31:19.178413 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:19.210158 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c79055c9-3da3-44aa-980c-21c4784d5dbe req-7a01acb5-5285-4ba7-8c08-40cc5cf17196 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 May 10 20:31:19.220171 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Network 4cab43d7-cfde-4a61-889f-4f2ce520f079 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:31:19.224745 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:31:19.232630 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:31:19.239274 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Pushing event updated for resources: {'Port': ['ID=dc39df93-f122-4732-9e50-a0c9232de4b4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:19.286921 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:19.287521 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:19.303751 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-aed42d9b-840c-41c9-9f9b-d24698a2e421 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530925 May 10 20:31:19.474779 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730bf3-82dc-4a16-bf60-fe19e9b744bc req-5fcaa46d-65fe-4f19-ad5a-6d27ae2f313f tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:19.476245 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88730bf3-82dc-4a16-bf60-fe19e9b744bc req-5fcaa46d-65fe-4f19-ad5a-6d27ae2f313f tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 932 time: 0.0472612 May 10 20:31:19.536631 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:19.559728 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf1c15-8702-48be-89da-866532985a1b req-24875512-f3d9-427e-9bfd-2a05b8567278 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:19.561221 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9fcf1c15-8702-48be-89da-866532985a1b req-24875512-f3d9-427e-9bfd-2a05b8567278 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 947 time: 0.0657039 May 10 20:31:19.565088 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-88730bf3-82dc-4a16-bf60-fe19e9b744bc req-aae97d20-6aa6-4bae-96cc-0ba8546049ea tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833428 May 10 20:31:19.617319 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9fcf1c15-8702-48be-89da-866532985a1b req-73615624-948b-4a31-b58e-ad86041df9d4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499978 May 10 20:31:19.622440 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Request body: {'port': {'device_id': '473a7aa1-a895-4723-9b39-6f8ec8a613a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:31:19.682226 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:19.953918 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc39df93-f122-4732-9e50-a0c9232de4b4 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:31:19.962097 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Publish callbacks [] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:19.976088 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Transition to ACTIVE for port object dc39df93-f122-4732-9e50-a0c9232de4b4 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:31:19.985973 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:20.015980 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83c15f-1778-4cef-8d69-028c653f0caf req-7705adda-7c15-475f-859a-8dc20056cd5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:20.018333 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e83c15f-1778-4cef-8d69-028c653f0caf req-7705adda-7c15-475f-859a-8dc20056cd5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 944 time: 0.0543370 May 10 20:31:20.036404 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Pushing event updated for resources: {'Port': ['ID=dc39df93-f122-4732-9e50-a0c9232de4b4,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:20.074008 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6e83c15f-1778-4cef-8d69-028c653f0caf req-b928c7a9-0dcc-482c-a035-f1d9c94c6706 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482945 May 10 20:31:20.110533 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Attempting to bind port dc39df93-f122-4732-9e50-a0c9232de4b4 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:31:20.110787 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Attempting to bind port dc39df93-f122-4732-9e50-a0c9232de4b4 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'ad98f1a0-c843-40db-82a5-0490030065d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:31:20.111118 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Attempting to bind port dc39df93-f122-4732-9e50-a0c9232de4b4 on network 4cab43d7-cfde-4a61-889f-4f2ce520f079 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:31:20.115604 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Port dc39df93-f122-4732-9e50-a0c9232de4b4 on network 4cab43d7-cfde-4a61-889f-4f2ce520f079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:31:20.115938 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Attempting to bind port dc39df93-f122-4732-9e50-a0c9232de4b4 on network 4cab43d7-cfde-4a61-889f-4f2ce520f079 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:31:20.120860 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:31:20.121224 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Checking segment: {'id': 'ad98f1a0-c843-40db-82a5-0490030065d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:31:20.121611 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Bound using segment: {'id': 'ad98f1a0-c843-40db-82a5-0490030065d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:31:20.122038 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Bound port: dc39df93-f122-4732-9e50-a0c9232de4b4, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad98f1a0-c843-40db-82a5-0490030065d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:31:20.122399 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:20.190053 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] For port dc39df93-f122-4732-9e50-a0c9232de4b4, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:31:20.193300 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] For port dc39df93-f122-4732-9e50-a0c9232de4b4, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dc39df93-f122-4732-9e50-a0c9232de4b4,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:31:20.198652 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:20.233718 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:20.234471 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:20.236366 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] 10.222.0.69 "PUT /v2.0/ports/dc39df93-f122-4732-9e50-a0c9232de4b4 HTTP/1.1" status: 200 len: 1094 time: 0.6189005 May 10 20:31:20.236927 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473a7aa1-a895-4723-9b39-6f8ec8a613a7', 'tag': 'dc39df93-f122-4732-9e50-a0c9232de4b4'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:31:20.239044 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e945bd2-18b0-464a-8940-f972c4148b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "473a7aa1-a895-4723-9b39-6f8ec8a613a7", "tag": "dc39df93-f122-4732-9e50-a0c9232de4b4"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:31:20.262367 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132bcda-2afc-4743-a472-b1c5c5b7b6ca service neutron] Pushing event updated for resources: {'Port': ['ID=dc39df93-f122-4732-9e50-a0c9232de4b4,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:20.284783 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ef5b3996-8a16-4831-b6f6-94b31b5af88d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:31:20.309699 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac459cb9-36c9-437f-8e61-f87d5153ad97 x-openstack-request-id: req-ac459cb9-36c9-437f-8e61-f87d5153ad97 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:31:20.310317 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473a7aa1-a895-4723-9b39-6f8ec8a613a7", "tag": "dc39df93-f122-4732-9e50-a0c9232de4b4", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:31:20.311502 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac459cb9-36c9-437f-8e61-f87d5153ad97 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:31:20.311969 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac459cb9-36c9-437f-8e61-f87d5153ad97'] response: {'name': 'network-changed', 'server_uuid': '473a7aa1-a895-4723-9b39-6f8ec8a613a7', 'tag': 'dc39df93-f122-4732-9e50-a0c9232de4b4', 'status': 'completed', 'code': 200} May 10 20:31:20.371735 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a849dec-706d-41cb-ab21-5f1088dd5506 req-998a9e94-e022-4303-83d6-5bf978bb2162 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:20.373298 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a849dec-706d-41cb-ab21-5f1088dd5506 req-998a9e94-e022-4303-83d6-5bf978bb2162 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0484967 May 10 20:31:20.385513 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port ef5b3996-8a16-4831-b6f6-94b31b5af88d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ef5b3996-8a16-4831-b6f6-94b31b5af88d,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:20.397301 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'port_id': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'mac_address': 'fa:16:3e:db:93:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:31:20.419998 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a849dec-706d-41cb-ab21-5f1088dd5506 req-16db0adb-3ca2-423a-9269-ebcd0237573c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405524 May 10 20:31:20.435193 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port ef5b3996-8a16-4831-b6f6-94b31b5af88d is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:31:20.435648 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:20.452043 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5b3996-8a16-4831-b6f6-94b31b5af88d {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:31:20.470653 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port ef5b3996-8a16-4831-b6f6-94b31b5af88d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ef5b3996-8a16-4831-b6f6-94b31b5af88d,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:20.473866 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:20.519347 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=ef5b3996-8a16-4831-b6f6-94b31b5af88d,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:20.694512 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a30444-4303-4f30-8685-0855941a2cb3 req-42691f8e-4410-4b27-be8c-a32d45527002 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:20.697626 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-e3ffada9-d65c-489b-861e-bc4c276654ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:20.700000 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-e3ffada9-d65c-489b-861e-bc4c276654ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f41df963fc334b24b0ddef0946179bb6&device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 1128 time: 0.0593514 May 10 20:31:20.701436 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67a30444-4303-4f30-8685-0855941a2cb3 req-42691f8e-4410-4b27-be8c-a32d45527002 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 944 time: 0.0652192 May 10 20:31:20.750409 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-19adcc79-ebc7-493f-a04d-f7c9e330bd44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc39df93-f122-4732-9e50-a0c9232de4b4 HTTP/1.1" status: 200 len: 217 time: 0.0385189 May 10 20:31:20.769379 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f46b1-baeb-485d-8de5-154e31551057 req-10afe0c6-ef3f-4663-99d9-908e5cb3b77e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:20.771105 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-522f46b1-baeb-485d-8de5-154e31551057 req-10afe0c6-ef3f-4663-99d9-908e5cb3b77e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 947 time: 0.0617039 May 10 20:31:20.784361 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['ef5b3996-8a16-4831-b6f6-94b31b5af88d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:31:20.802947 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-67a30444-4303-4f30-8685-0855941a2cb3 req-e1e5ce3f-df02-41e7-bf3c-bf48424baedb tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004300 May 10 20:31:20.806955 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-bcd8210f-9fd1-4df3-976d-a43b45b3af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:20.808451 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-bcd8210f-9fd1-4df3-976d-a43b45b3af99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321bdfd6-9ce1-4449-a1d4-297e126f1e00 HTTP/1.1" status: 200 len: 854 time: 0.0461307 May 10 20:31:20.833459 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-522f46b1-baeb-485d-8de5-154e31551057 req-4bb69b57-0b89-407b-af06-205ad5d8334e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564561 May 10 20:31:20.844663 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-19ff32ff-b608-4d94-a976-7f4c53f6a96b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4cab43d7-cfde-4a61-889f-4f2ce520f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277503 May 10 20:31:20.936263 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-4ffe3cf6-9340-4e02-9f7d-fc8c412ec9f3 service neutron] 10.222.0.69 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830297 May 10 20:31:21.029280 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bf187907-c8c6-4b46-87d5-f8f4956c5d94 req-7b55dbfe-9733-4021-9cf7-734bd1096d73 service neutron] 10.222.0.69 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859296 May 10 20:31:21.187917 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bf98b-aad5-4f21-9a18-9766385ace96 req-b7d2efd4-f841-46be-8a01-6dbb49bf1ffb tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:21.189373 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d0bf98b-aad5-4f21-9a18-9766385ace96 req-b7d2efd4-f841-46be-8a01-6dbb49bf1ffb tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 945 time: 0.0462534 May 10 20:31:21.242280 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d0bf98b-aad5-4f21-9a18-9766385ace96 req-390de8b6-5bda-4cf4-ac44-47a7ce8fed92 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474970 May 10 20:31:21.542646 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a232e76-76dd-4265-8426-1c1b545582fd req-49f578f2-9281-4dca-b1b6-ec1e64d9b7be tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:21.544130 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8a232e76-76dd-4265-8426-1c1b545582fd req-49f578f2-9281-4dca-b1b6-ec1e64d9b7be tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0517266 May 10 20:31:21.599857 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8a232e76-76dd-4265-8426-1c1b545582fd req-0e9764f5-8ab1-458c-bd5e-13b494b5fec7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501084 May 10 20:31:21.931867 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc7d42-63bb-47fc-a82a-79af49c9adcf req-96126590-1657-4f0b-8b34-55c98638a2f7 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:21.933352 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59dc7d42-63bb-47fc-a82a-79af49c9adcf req-96126590-1657-4f0b-8b34-55c98638a2f7 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 944 time: 0.0587068 May 10 20:31:21.982917 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ed0f5-9cb1-4bf7-a31a-24fabba0d0e5 req-a61e8eea-c541-4cac-b6d9-0248eaaf65f6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:21.984399 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb1ed0f5-9cb1-4bf7-a31a-24fabba0d0e5 req-a61e8eea-c541-4cac-b6d9-0248eaaf65f6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 947 time: 0.0704041 May 10 20:31:22.028073 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-59dc7d42-63bb-47fc-a82a-79af49c9adcf req-8e1111bd-a163-4439-b7d5-86ce5a502b02 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789132 May 10 20:31:22.052710 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eb1ed0f5-9cb1-4bf7-a31a-24fabba0d0e5 req-93d916f1-32ab-4a7e-b06d-e3705bf7c857 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616527 May 10 20:31:22.306893 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ef5b3996-8a16-4831-b6f6-94b31b5af88d up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:31:22.307451 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-4db95218-41b1-44db-83a6-4934c9e7af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:22.308888 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-4db95218-41b1-44db-83a6-4934c9e7af43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f41df963fc334b24b0ddef0946179bb6&device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 1128 time: 0.0401258 May 10 20:31:22.355155 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port ef5b3996-8a16-4831-b6f6-94b31b5af88d completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:31:22.355423 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cb1f5-abd8-417f-b947-3e6981af1f53 req-0c03414d-c39b-4b31-8e84-cd943ed99c19 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:22.356952 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-554cb1f5-abd8-417f-b947-3e6981af1f53 req-0c03414d-c39b-4b31-8e84-cd943ed99c19 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 945 time: 0.0470533 May 10 20:31:22.362689 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port ef5b3996-8a16-4831-b6f6-94b31b5af88d triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:31:22.363048 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:22.407774 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-10638853-098b-40df-9dd1-4805f9a9bc0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803411 May 10 20:31:22.415377 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-554cb1f5-abd8-417f-b947-3e6981af1f53 req-15abb0d1-8e58-438a-a802-ceba66dbbc83 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485055 May 10 20:31:22.451367 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port ef5b3996-8a16-4831-b6f6-94b31b5af88d is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:31:22.451744 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:22.466380 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-a276cf23-9acd-433b-924f-84d50aa0f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:22.467838 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-a276cf23-9acd-433b-924f-84d50aa0f662 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4cab43d7-cfde-4a61-889f-4f2ce520f079 HTTP/1.1" status: 200 len: 915 time: 0.1478891 May 10 20:31:22.474794 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:31:22.477090 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24213a1d-dcce-4bd3-958d-da17209def2c" -d '{"events": [{"server_uuid": "a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9", "name": "network-vif-plugged", "status": "completed", "tag": "ef5b3996-8a16-4831-b6f6-94b31b5af88d"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:31:22.487015 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-bd4e10c4-f20f-49d1-b79d-e6b4dd3023c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:22.488559 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-bd4e10c4-f20f-49d1-b79d-e6b4dd3023c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 1129 time: 0.0536435 May 10 20:31:22.489784 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port ef5b3996-8a16-4831-b6f6-94b31b5af88d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ef5b3996-8a16-4831-b6f6-94b31b5af88d,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:22.495669 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:22.519930 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd648182-f9b7-4db1-8b3c-83c4e189db55 x-openstack-request-id: req-fd648182-f9b7-4db1-8b3c-83c4e189db55 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:31:22.520134 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9", "name": "network-vif-plugged", "status": "completed", "tag": "ef5b3996-8a16-4831-b6f6-94b31b5af88d", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:31:22.520401 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd648182-f9b7-4db1-8b3c-83c4e189db55 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:31:22.521123 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd648182-f9b7-4db1-8b3c-83c4e189db55'] response: {'server_uuid': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'code': 200} May 10 20:31:22.529167 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-d6d6cd3f-e9d7-4d8b-9ad7-3745707b6d2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc39df93-f122-4732-9e50-a0c9232de4b4 HTTP/1.1" status: 200 len: 217 time: 0.0510020 May 10 20:31:22.546800 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=ef5b3996-8a16-4831-b6f6-94b31b5af88d,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:22.630617 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-a86b004b-1cdb-4603-a244-cf3c41c6d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:22.632138 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-a86b004b-1cdb-4603-a244-cf3c41c6d880 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=321bdfd6-9ce1-4449-a1d4-297e126f1e00 HTTP/1.1" status: 200 len: 854 time: 0.0921977 May 10 20:31:22.665574 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-b0ac0556-150a-4247-993d-9b7033dbde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:22.667743 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-b0ac0556-150a-4247-993d-9b7033dbde47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.1259618 May 10 20:31:22.699508 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-6d636655-9c42-42d0-a4eb-dabd4967f169 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4cab43d7-cfde-4a61-889f-4f2ce520f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306134 May 10 20:31:22.736762 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c55448-fcef-46ae-b7cc-7ae8df9e0033 req-bce9d9b4-5bcf-424a-8f9b-376ce07ed9ea tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:22.738578 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52c55448-fcef-46ae-b7cc-7ae8df9e0033 req-bce9d9b4-5bcf-424a-8f9b-376ce07ed9ea tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0538011 May 10 20:31:22.791753 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52c55448-fcef-46ae-b7cc-7ae8df9e0033 req-8ffaf443-452d-4664-b1be-e28b0179dc40 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473659 May 10 20:31:22.793675 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-f7120a2b-3640-433e-a0cf-4e362ee9ec27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8189a32-1a03-4f88-9ea0-92488138491a HTTP/1.1" status: 200 len: 217 time: 0.0779843 May 10 20:31:22.897217 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-6c702336-f1fa-47bb-aa5c-508477a3cc80 service neutron] 10.222.0.69 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802771 May 10 20:31:22.899953 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdd27e-cdf7-4245-b97f-f144a7dc2aaa req-163fc43e-acbf-4613-bae1-c2a6aa5ff491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:22.901352 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abdd27e-cdf7-4245-b97f-f144a7dc2aaa req-163fc43e-acbf-4613-bae1-c2a6aa5ff491 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 1130 time: 0.0820696 May 10 20:31:22.904727 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-03b99170-e9b1-48a6-996c-1d8b8d6d0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:22.906090 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-03b99170-e9b1-48a6-996c-1d8b8d6d0daf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0899606 May 10 20:31:23.146692 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512dda7-d1a0-4f23-b6e0-ea4796061ec3 req-11212769-0cda-4f2d-982d-40ad62364f3d tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:23.148200 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c512dda7-d1a0-4f23-b6e0-ea4796061ec3 req-11212769-0cda-4f2d-982d-40ad62364f3d tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 944 time: 0.0479293 May 10 20:31:23.196293 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c512dda7-d1a0-4f23-b6e0-ea4796061ec3 req-733cba73-cc2e-452f-90f1-2a6734af1a0a tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 May 10 20:31:23.237172 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-9954bf2c-7ebe-4178-9405-a75b67a640a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:23.238700 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-9954bf2c-7ebe-4178-9405-a75b67a640a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3169656 May 10 20:31:23.267887 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abdd27e-cdf7-4245-b97f-f144a7dc2aaa req-44b409c8-eb57-47be-8481-e5f924372377 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519850 May 10 20:31:23.328723 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8e945bd2-18b0-464a-8940-f972c4148b4e req-c77fc01e-c90e-4821-a0df-299ae66fc03c service neutron] 10.222.0.69 "GET /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194739 May 10 20:31:23.357133 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-8e71dd15-dd17-479d-b24f-a968a2567bda service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072774 May 10 20:31:23.529701 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485f87e-f2ac-4d11-b5dc-81016e0583d0 req-33076282-7b94-4cea-8812-b87f8100ba04 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:23.531211 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3485f87e-f2ac-4d11-b5dc-81016e0583d0 req-33076282-7b94-4cea-8812-b87f8100ba04 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 946 time: 0.0467641 May 10 20:31:23.579520 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3485f87e-f2ac-4d11-b5dc-81016e0583d0 req-dad071ae-5f7e-4d2a-8b9a-f756b6af2157 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 May 10 20:31:23.596616 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-28e59ccb-1f18-4802-8c0e-45fe3b8210e0 req-015a52b9-4eeb-4f96-bbd2-dbddd7c2c9cc service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848141 May 10 20:31:23.909769 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0134a4-1e7d-4f8d-9591-1ebea37594ee req-f8a5f1e0-04af-4e74-96ce-67a82f94c82d tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:23.911205 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a0134a4-1e7d-4f8d-9591-1ebea37594ee req-f8a5f1e0-04af-4e74-96ce-67a82f94c82d tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0491066 May 10 20:31:23.955663 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a0134a4-1e7d-4f8d-9591-1ebea37594ee req-13b2a518-0f0b-4521-8519-a81117d4edea tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390410 May 10 20:31:24.305980 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device dc39df93-f122-4732-9e50-a0c9232de4b4 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:31:24.306913 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7759e-d1a3-4947-b4e1-fcce9fb76dce req-1c92526b-7db4-4d45-8acf-4e3a9d2df0b9 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:24.308378 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6fd7759e-d1a3-4947-b4e1-fcce9fb76dce req-1c92526b-7db4-4d45-8acf-4e3a9d2df0b9 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 944 time: 0.0468237 May 10 20:31:24.354942 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6fd7759e-d1a3-4947-b4e1-fcce9fb76dce req-3a377c64-3aad-44d8-9397-fe0e66587ae4 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 May 10 20:31:24.403733 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port dc39df93-f122-4732-9e50-a0c9232de4b4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dc39df93-f122-4732-9e50-a0c9232de4b4,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:24.414792 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'dc39df93-f122-4732-9e50-a0c9232de4b4', 'network_id': '4cab43d7-cfde-4a61-889f-4f2ce520f079', 'port_id': 'dc39df93-f122-4732-9e50-a0c9232de4b4', 'mac_address': 'fa:16:3e:e8:3e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321bdfd6-9ce1-4449-a1d4-297e126f1e00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:31:24.460351 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6aafeace-e7c2-4c9e-b508-61e313df063f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:24.461963 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port dc39df93-f122-4732-9e50-a0c9232de4b4 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:31:24.462335 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:24.476446 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc39df93-f122-4732-9e50-a0c9232de4b4 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:31:24.495820 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port dc39df93-f122-4732-9e50-a0c9232de4b4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dc39df93-f122-4732-9e50-a0c9232de4b4,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:24.499475 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:24.549307 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=dc39df93-f122-4732-9e50-a0c9232de4b4,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:24.556073 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.556421 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.556782 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.557151 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.557485 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.557811 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.558134 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.558458 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.558780 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.559101 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.559425 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.559758 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.560083 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.560401 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.560719 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:24.696661 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac7e57-19ac-4667-bf15-cfd91bafaf7e req-258422bc-37ed-4f72-a4c4-4422e45603b3 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:24.698207 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a8ac7e57-19ac-4667-bf15-cfd91bafaf7e req-258422bc-37ed-4f72-a4c4-4422e45603b3 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 946 time: 0.0531306 May 10 20:31:24.746359 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a8ac7e57-19ac-4667-bf15-cfd91bafaf7e req-00b083ec-5370-4c3e-9504-4d8fae79ae59 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 May 10 20:31:24.858281 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['dc39df93-f122-4732-9e50-a0c9232de4b4'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:31:25.069080 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492fafc-747d-4016-b983-2331c3706ff9 req-d5160370-3d97-4d13-b5e5-a29e6e103422 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:25.070476 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7492fafc-747d-4016-b983-2331c3706ff9 req-d5160370-3d97-4d13-b5e5-a29e6e103422 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0465438 May 10 20:31:25.117858 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7492fafc-747d-4016-b983-2331c3706ff9 req-e77ebe04-9697-485b-93b3-dbd2048b2e38 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418851 May 10 20:31:25.465882 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59052c-aa1d-47d3-8420-3d5d80800c49 req-225a8167-2a38-4781-af87-5e725678e43f tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:25.467309 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3c59052c-aa1d-47d3-8420-3d5d80800c49 req-225a8167-2a38-4781-af87-5e725678e43f tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 945 time: 0.0453198 May 10 20:31:25.517537 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3c59052c-aa1d-47d3-8420-3d5d80800c49 req-53b89c30-c091-4bc0-8bb8-2a3f5860742f tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440869 May 10 20:31:25.855413 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37425f7e-cd9a-479e-8ec3-0a9d1c721c4e req-240eb311-9d72-4acb-ba35-1b50aa10f74e tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:25.856819 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-37425f7e-cd9a-479e-8ec3-0a9d1c721c4e req-240eb311-9d72-4acb-ba35-1b50aa10f74e tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 946 time: 0.0453107 May 10 20:31:25.906834 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-37425f7e-cd9a-479e-8ec3-0a9d1c721c4e req-0e33714e-246c-41dc-864b-2a4a3e6ad4c6 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 May 10 20:31:26.014227 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520662d-8129-40f9-ba7b-7a094d8d7d5e req-5bedb3f7-8951-4b9c-b704-4456ff8b7c5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:26.015661 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6520662d-8129-40f9-ba7b-7a094d8d7d5e req-5bedb3f7-8951-4b9c-b704-4456ff8b7c5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 946 time: 0.0454466 May 10 20:31:26.063226 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6520662d-8129-40f9-ba7b-7a094d8d7d5e req-2c48642e-13ae-4e27-af8f-e0c6772f21ea tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404704 May 10 20:31:26.085680 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37232) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:26.169829 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cdaa57-a80e-4081-8a8b-1efed4f68e57 tempest-TestVolumeBootPattern-386063152 tempest-TestVolumeBootPattern-386063152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:26.174637 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f2cdaa57-a80e-4081-8a8b-1efed4f68e57 tempest-TestVolumeBootPattern-386063152 tempest-TestVolumeBootPattern-386063152-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 1125 time: 0.0847528 May 10 20:31:26.174986 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37238) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:31:26.179491 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'port_id': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:31:26.207458 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:26.238426 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44419d-0560-412f-be39-d84e871fc30d req-c302757f-6fdd-49c4-a170-b04befd90538 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:26.239917 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2b44419d-0560-412f-be39-d84e871fc30d req-c302757f-6fdd-49c4-a170-b04befd90538 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0481970 May 10 20:31:26.286909 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2b44419d-0560-412f-be39-d84e871fc30d req-a8c81a96-a228-4d90-8327-4a24c940a076 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 May 10 20:31:26.290372 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:26.321071 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device dc39df93-f122-4732-9e50-a0c9232de4b4 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:31:26.366668 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port dc39df93-f122-4732-9e50-a0c9232de4b4 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:31:26.372869 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port dc39df93-f122-4732-9e50-a0c9232de4b4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:31:26.373276 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:26.397313 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Allocated IP 172.27.0.249 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/0f2b7508-4f99-44e9-a0db-f14a7a34a293) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:31:26.450353 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port dc39df93-f122-4732-9e50-a0c9232de4b4 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:31:26.450737 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:26.472996 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473a7aa1-a895-4723-9b39-6f8ec8a613a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc39df93-f122-4732-9e50-a0c9232de4b4'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:31:26.475219 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa687303-2926-4c8d-9e8f-521fbfddc88d" -d '{"events": [{"server_uuid": "473a7aa1-a895-4723-9b39-6f8ec8a613a7", "name": "network-vif-plugged", "status": "completed", "tag": "dc39df93-f122-4732-9e50-a0c9232de4b4"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:31:26.488373 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port dc39df93-f122-4732-9e50-a0c9232de4b4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dc39df93-f122-4732-9e50-a0c9232de4b4,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:26.492709 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:26.504869 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for port (0f2b7508-4f99-44e9-a0db-f14a7a34a293), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:26.518386 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d14cdd0-9783-4a97-9947-99c4e278f58f x-openstack-request-id: req-8d14cdd0-9783-4a97-9947-99c4e278f58f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:31:26.518697 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473a7aa1-a895-4723-9b39-6f8ec8a613a7", "name": "network-vif-plugged", "status": "completed", "tag": "dc39df93-f122-4732-9e50-a0c9232de4b4", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:31:26.518956 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d14cdd0-9783-4a97-9947-99c4e278f58f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:31:26.519344 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d14cdd0-9783-4a97-9947-99c4e278f58f'] response: {'server_uuid': '473a7aa1-a895-4723-9b39-6f8ec8a613a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc39df93-f122-4732-9e50-a0c9232de4b4', 'code': 200} May 10 20:31:26.540168 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (0f2b7508-4f99-44e9-a0db-f14a7a34a293), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:26.548291 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=dc39df93-f122-4732-9e50-a0c9232de4b4,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:26.577758 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:31:26.582104 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:31:26.588139 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:31:26.613502 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'Port': ['ID=0f2b7508-4f99-44e9-a0db-f14a7a34a293,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:26.658553 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3f270-422e-4bc1-86c1-9e778d210492 req-5540c958-0de9-4cde-bb3a-45643a101af0 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:26.660312 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eca8b6d6-6d23-4238-b38f-8539e346ed44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:26.664184 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82a3f270-422e-4bc1-86c1-9e778d210492 req-5540c958-0de9-4cde-bb3a-45643a101af0 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 946 time: 0.0623121 May 10 20:31:26.712368 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-82a3f270-422e-4bc1-86c1-9e778d210492 req-38b98a4a-e7b9-46b1-b824-44dada0c2c96 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 May 10 20:31:26.749358 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e411fd0-02b0-4ea9-834e-b6671aa7d499 req-7fec8ce0-e790-442d-ad3a-fd7dc82058ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:26.751412 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e411fd0-02b0-4ea9-834e-b6671aa7d499 req-7fec8ce0-e790-442d-ad3a-fd7dc82058ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 1130 time: 0.0572693 May 10 20:31:26.862455 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2e411fd0-02b0-4ea9-834e-b6671aa7d499 req-657114ba-a128-4b72-ae5c-9af669ecb25f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775285 May 10 20:31:27.021743 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (4a0c5983-bdbe-4adf-abd0-78ee5dfc4516), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:27.092082 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (0f2b7508-4f99-44e9-a0db-f14a7a34a293), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:27.238676 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for port (0f2b7508-4f99-44e9-a0db-f14a7a34a293), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:27.242939 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (0f2b7508-4f99-44e9-a0db-f14a7a34a293), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:27.307183 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'Port': ['ID=0f2b7508-4f99-44e9-a0db-f14a7a34a293,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:27.318156 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.318483 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.318821 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.319154 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.319479 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.319802 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.320122 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.320439 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.320759 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.321103 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.321444 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.321742 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.322058 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.322372 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.322683 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:31:27.330203 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (4a0c5983-bdbe-4adf-abd0-78ee5dfc4516), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:27.404143 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2771b-84c1-4b6e-9d96-a534f775cb52 req-e3a317e4-205c-432c-a48f-81a048a922c0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:27.405805 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8df2771b-84c1-4b6e-9d96-a534f775cb52 req-e3a317e4-205c-432c-a48f-81a048a922c0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0495787 May 10 20:31:27.431927 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Floating IP 4a0c5983-bdbe-4adf-abd0-78ee5dfc4516 associated. External IP: 172.27.0.249, port: ef5b3996-8a16-4831-b6f6-94b31b5af88d. May 10 20:31:27.451852 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8df2771b-84c1-4b6e-9d96-a534f775cb52 req-dd087fb5-8d17-4d81-a42b-ba398e34cb5c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 May 10 20:31:27.647176 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bc6e8-c371-4ab9-ba24-d250f9a16b6a req-35fd112d-04cd-49f4-bb76-642d116a3bbb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:27.647603 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Router 3b09f6be-b249-4d01-abcc-e09125850d03 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:31:27.648653 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-170bc6e8-c371-4ab9-ba24-d250f9a16b6a req-35fd112d-04cd-49f4-bb76-642d116a3bbb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0477002 May 10 20:31:27.694684 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-170bc6e8-c371-4ab9-ba24-d250f9a16b6a req-c61efbb5-8314-4795-a1c1-b8721e46603b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399709 May 10 20:31:27.760054 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:31:27.770174 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] Sync routers for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:31:27.780403 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:27.784183 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:31:27.785134 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:31:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:27.816708 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-62094f53-aee5-4758-8e16-03d584bfc439 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6406193 May 10 20:31:27.817436 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'tag': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:31:27.819986 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e" -d '{"events": [{"name": "network-changed", "server_uuid": "a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9", "tag": "ef5b3996-8a16-4831-b6f6-94b31b5af88d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:31:27.846625 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30dea1-9761-4fae-a2d6-0c2759bef1eb req-70d4d57f-ecdd-49a8-afeb-bac8e6e76e2b tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:27.854306 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e30dea1-9761-4fae-a2d6-0c2759bef1eb req-70d4d57f-ecdd-49a8-afeb-bac8e6e76e2b tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 946 time: 0.0580897 May 10 20:31:27.855577 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883c8dd1-e4cf-44e6-a289-9f16373d7680 x-openstack-request-id: req-883c8dd1-e4cf-44e6-a289-9f16373d7680 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:31:27.855975 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9", "tag": "ef5b3996-8a16-4831-b6f6-94b31b5af88d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:31:27.856237 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-883c8dd1-e4cf-44e6-a289-9f16373d7680 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:31:27.856728 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883c8dd1-e4cf-44e6-a289-9f16373d7680'] response: {'name': 'network-changed', 'server_uuid': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'tag': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'status': 'completed', 'code': 200} May 10 20:31:27.902566 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:31:27.919817 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4e30dea1-9761-4fae-a2d6-0c2759bef1eb req-f458988a-5de2-4455-9fc8-6d60cf69fd8e tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624113 May 10 20:31:27.976615 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-1d661e3f-1dcf-4c60-a980-f7a3a8d16ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:27.978288 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-1d661e3f-1dcf-4c60-a980-f7a3a8d16ca3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 1130 time: 0.0709155 May 10 20:31:27.984152 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-1a455712-e04d-4617-9f6a-7970a8d4974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:27.985929 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-1a455712-e04d-4617-9f6a-7970a8d4974d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 1130 time: 0.0505080 May 10 20:31:28.051386 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:28.122486 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '4a0c5983-bdbe-4adf-abd0-78ee5dfc4516', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:db:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:31:26Z', 'updated_at': '2022-05-10T20:31:26Z', 'revision_number': 0, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:28.144346 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-e9258b8d-601c-4b89-9ceb-a9204023808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:28.146095 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-e9258b8d-601c-4b89-9ceb-a9204023808e service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 913 time: 0.1517816 May 10 20:31:28.147396 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-c143e7e5-d17b-465f-9e40-352c58cbef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:28.148696 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-c143e7e5-d17b-465f-9e40-352c58cbef5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 912 time: 0.1474504 May 10 20:31:28.223323 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] Checking router: 3b09f6be-b249-4d01-abcc-e09125850d03 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:31:28.231739 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:31:28.232342 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:31:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:28.342559 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:31:28.556083 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '4a0c5983-bdbe-4adf-abd0-78ee5dfc4516', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:db:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:31:26Z', 'updated_at': '2022-05-10T20:31:26Z', 'revision_number': 0, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:31:28.585250 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d474411-dda0-4342-aa78-8adcc9ac3df8 None None] The sync data for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi is: [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '4a0c5983-bdbe-4adf-abd0-78ee5dfc4516', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:db:93:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:31:26Z', 'updated_at': '2022-05-10T20:31:26Z', 'revision_number': 0, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:31:28.793845 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932407bc-1cd9-4902-9148-4a089813248c None None] New status for floating IP 4a0c5983-bdbe-4adf-abd0-78ee5dfc4516: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:31:28.851966 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724458b-9283-4128-a456-132ae2cd92e0 req-75f21aca-9e68-43c0-8396-75461cbeb498 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:28.855036 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c724458b-9283-4128-a456-132ae2cd92e0 req-75f21aca-9e68-43c0-8396-75461cbeb498 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0844917 May 10 20:31:28.872181 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-ed636f51-c0d2-43b5-bd65-5c9185b6e54d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef5b3996-8a16-4831-b6f6-94b31b5af88d HTTP/1.1" status: 200 len: 1000 time: 0.1105149 May 10 20:31:28.876567 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-086cffd6-461a-47da-8078-621fedda1975 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0 HTTP/1.1" status: 200 len: 1001 time: 0.1074691 May 10 20:31:28.912189 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c724458b-9283-4128-a456-132ae2cd92e0 req-b61f6f05-8fd9-4c71-8677-07adaf070eab tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502269 May 10 20:31:28.975675 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-7948782a-39c9-447e-b5a3-e81e2063b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:28.977357 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-7948782a-39c9-447e-b5a3-e81e2063b414 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.0861475 May 10 20:31:28.982654 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-9a48df1f-b312-4868-ad67-4bc75d7f6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:28.984267 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-9a48df1f-b312-4868-ad67-4bc75d7f6853 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0944877 May 10 20:31:29.033991 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c21c7a-0455-4df8-b96b-2fac953cd38c req-7539ac2e-19af-400a-b456-97b7d21964e8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:29.035467 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a8c21c7a-0455-4df8-b96b-2fac953cd38c req-7539ac2e-19af-400a-b456-97b7d21964e8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 946 time: 0.0472548 May 10 20:31:29.053527 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-ab321b62-86ba-4945-9c7c-4b2aff13f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:29.055014 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-ab321b62-86ba-4945-9c7c-4b2aff13f426 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698738 May 10 20:31:29.059889 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-e9293e90-77a8-458e-95f6-832fdfcdbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:29.061415 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-e9293e90-77a8-458e-95f6-832fdfcdbe59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664482 May 10 20:31:29.085524 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a8c21c7a-0455-4df8-b96b-2fac953cd38c req-ebf5f55c-2462-4c6d-a50b-a9981bda122a tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 May 10 20:31:29.090758 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:29.216043 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-166caba8-d744-4025-ab4f-3a120226720e service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463814 May 10 20:31:29.217752 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-c86c2333-f9c0-4630-b658-1a271161f54f service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555200 May 10 20:31:29.602142 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-1ab182e3-ff51-40b5-85d8-dc7e29e8120e req-d5ef3eaf-ab2b-4f25-aa02-7db8d52de1b3 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753967 May 10 20:31:29.605436 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-21838447-91b8-4b1b-b4be-bf7f8d56e48b req-0f8b057d-5b15-41af-b383-81b9df72f761 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709743 May 10 20:31:30.026478 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ba3fc-f433-4703-b9d8-7b4203e69ffb req-a0f4a402-33b6-4369-ad81-813cbbc1671e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:30.027942 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-986ba3fc-f433-4703-b9d8-7b4203e69ffb req-a0f4a402-33b6-4369-ad81-813cbbc1671e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0465991 May 10 20:31:30.073412 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-986ba3fc-f433-4703-b9d8-7b4203e69ffb req-fc0b3b5b-7ff0-464e-8e56-1799554b28a1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394020 May 10 20:31:30.608945 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:31.186491 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbb5f1-7da6-47f0-baaa-85a3feb18af1 req-39ad847a-b198-4d2c-911e-8d9be65c9690 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:31.188457 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f8fbb5f1-7da6-47f0-baaa-85a3feb18af1 req-39ad847a-b198-4d2c-911e-8d9be65c9690 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0449879 May 10 20:31:31.232227 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f8fbb5f1-7da6-47f0-baaa-85a3feb18af1 req-f4661b7b-5ea8-4bcd-8b48-50b5c35123c0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 May 10 20:31:33.262926 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d4b00-7dea-4944-9d2b-d99c4c78c020 req-04b5a712-5552-470b-b206-336560750f6f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:33.264308 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-688d4b00-7dea-4944-9d2b-d99c4c78c020 req-04b5a712-5552-470b-b206-336560750f6f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0523431 May 10 20:31:33.284092 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-667bb820-528b-49a3-b9e2-911374f6b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:33.285994 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-667bb820-528b-49a3-b9e2-911374f6b64c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51884a66cf014d6596d22c37c4a97147&device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 1168 time: 0.0491920 May 10 20:31:33.326432 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-688d4b00-7dea-4944-9d2b-d99c4c78c020 req-8cff9392-5d4c-458e-ae88-d09fa148ce58 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548127 May 10 20:31:33.377523 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-55390050-ccc2-4c36-829a-4650ed23b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:33.378995 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-55390050-ccc2-4c36-829a-4650ed23b2af service neutron] 10.222.0.69 "GET /v2.0/networks?id=4369b197-1a56-465e-9984-92729f634dd2 HTTP/1.1" status: 200 len: 916 time: 0.0837379 May 10 20:31:33.452321 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-7a11c8f9-656e-4f4a-b914-bcc3e0e9516f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 1000 time: 0.0621319 May 10 20:31:33.503134 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-4420479b-4c0d-4494-8f72-6695856cc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:33.504560 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-4420479b-4c0d-4494-8f72-6695856cc870 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eef294f-fec1-4883-ac0a-ece7a6fa255a HTTP/1.1" status: 200 len: 854 time: 0.0421305 May 10 20:31:33.548425 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-467d7544-b633-4c26-812f-791bfe99525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:33.549845 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-467d7544-b633-4c26-812f-791bfe99525e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4369b197-1a56-465e-9984-92729f634dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385380 May 10 20:31:33.641448 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-e80ab6ca-5c12-4135-840c-c1bc99f6942b service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845597 May 10 20:31:33.733086 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ddb14033-d3b8-4629-8fa5-a123998c9e5d req-572e72e0-5e2c-48dd-840f-f1de5b428828 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797505 May 10 20:31:34.442937 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c285c-53dc-4c06-9cdd-4ad24dec250b req-6fba5558-3170-428b-967f-dd82b0af5593 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:34.444423 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d79c285c-53dc-4c06-9cdd-4ad24dec250b req-6fba5558-3170-428b-967f-dd82b0af5593 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0461130 May 10 20:31:34.501021 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d79c285c-53dc-4c06-9cdd-4ad24dec250b req-2e461634-0a27-462a-b380-5fd265d7ad8f tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510712 May 10 20:31:35.613410 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613ed85-38e3-47ac-b482-81bc4abacd3e req-99b3f7a2-4e6a-4021-9ae5-5cf2ea748332 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:35.614863 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d613ed85-38e3-47ac-b482-81bc4abacd3e req-99b3f7a2-4e6a-4021-9ae5-5cf2ea748332 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0463994 May 10 20:31:35.675175 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d613ed85-38e3-47ac-b482-81bc4abacd3e req-e0aa5974-2deb-4083-a1de-a8a79d86c904 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547042 May 10 20:31:36.788812 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f644d-001d-43ff-8979-adde24c64585 req-7cbd2384-4009-42e9-ba10-5fdf9717358a tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:36.790304 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9a5f644d-001d-43ff-8979-adde24c64585 req-7cbd2384-4009-42e9-ba10-5fdf9717358a tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0472505 May 10 20:31:36.850659 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9a5f644d-001d-43ff-8979-adde24c64585 req-42934440-204f-47ef-ac65-70baffe5605e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531762 May 10 20:31:37.964500 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31076be4-2dfb-4a47-9580-0a965208ce3e req-743856d0-1842-4247-b4a8-72dbee175a85 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:37.965995 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-31076be4-2dfb-4a47-9580-0a965208ce3e req-743856d0-1842-4247-b4a8-72dbee175a85 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0459580 May 10 20:31:38.028506 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-31076be4-2dfb-4a47-9580-0a965208ce3e req-0b9a0d04-fe53-4997-82bf-15a3a5a3975c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563698 May 10 20:31:39.145046 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2d315-4b8e-413d-b920-01308d8bad39 req-83cd68fe-26ef-43a1-8c94-d958fe95e8ee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:39.146776 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ddf2d315-4b8e-413d-b920-01308d8bad39 req-83cd68fe-26ef-43a1-8c94-d958fe95e8ee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0504167 May 10 20:31:39.205077 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ddf2d315-4b8e-413d-b920-01308d8bad39 req-13ef906e-2a1b-49e9-af4e-34bebcbf8dee tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526383 May 10 20:31:40.060091 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:31:40.316494 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cb3a5-0831-4ab8-9e60-54fa168b5cad req-446e62b5-8db2-468e-a11e-cff567b6a9fa tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:40.317949 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-146cb3a5-0831-4ab8-9e60-54fa168b5cad req-446e62b5-8db2-468e-a11e-cff567b6a9fa tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0456185 May 10 20:31:40.375539 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-146cb3a5-0831-4ab8-9e60-54fa168b5cad req-b3b0ae2b-9e64-4bdd-a3f6-438062f02247 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515199 May 10 20:31:41.491027 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb69a56-e471-43ef-960d-b9050166be0a req-1af39c25-0c00-46df-b28b-ee7ed82f309c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:41.492391 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-beb69a56-e471-43ef-960d-b9050166be0a req-1af39c25-0c00-46df-b28b-ee7ed82f309c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0498347 May 10 20:31:41.550365 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-beb69a56-e471-43ef-960d-b9050166be0a req-4c07fc3f-dc3b-4b62-ba5e-6374cc6175e0 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524020 May 10 20:31:42.663974 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce8a61-45ec-44dc-b706-665e05242b29 req-c5cbbfb6-8d98-4a23-9797-8af919313cf5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:42.665494 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5ce8a61-45ec-44dc-b706-665e05242b29 req-c5cbbfb6-8d98-4a23-9797-8af919313cf5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0470273 May 10 20:31:42.723449 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5ce8a61-45ec-44dc-b706-665e05242b29 req-ef8a3911-76a5-4e66-9c64-cbf6d51808a8 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524404 May 10 20:31:43.833395 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27807bcf-cd06-4f53-a1ae-4ef3440c44ff req-f1ba1046-8620-4be4-b17c-bcbe6679ea56 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:43.834801 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-27807bcf-cd06-4f53-a1ae-4ef3440c44ff req-f1ba1046-8620-4be4-b17c-bcbe6679ea56 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0458062 May 10 20:31:43.894130 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-27807bcf-cd06-4f53-a1ae-4ef3440c44ff req-125ac81a-ec6c-413c-853b-ccd08fd555f9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539117 May 10 20:31:45.006709 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec23a6-a7c5-4964-a6de-dbd8d8d5cc1a req-4404d714-8e62-47a0-a5e4-a10111984ca6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:45.008161 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-13ec23a6-a7c5-4964-a6de-dbd8d8d5cc1a req-4404d714-8e62-47a0-a5e4-a10111984ca6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0466955 May 10 20:31:45.066450 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-13ec23a6-a7c5-4964-a6de-dbd8d8d5cc1a req-093011b6-8b22-485b-be97-a452b16489ea tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525382 May 10 20:31:46.177672 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc281ee5-e512-4795-8d7d-c1f4ebee4ce0 req-2eb509e0-1e6c-4e48-8b1e-b10759e07d15 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:46.179117 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc281ee5-e512-4795-8d7d-c1f4ebee4ce0 req-2eb509e0-1e6c-4e48-8b1e-b10759e07d15 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0460355 May 10 20:31:46.235852 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc281ee5-e512-4795-8d7d-c1f4ebee4ce0 req-57a7076f-908e-4598-9052-7e1afbd8bcdb tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510941 May 10 20:31:47.349531 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617c4cc-ca7a-4662-b81c-7acc3ea1fe9a req-9423a5dc-c964-476e-bfbd-cb9b5f57f903 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:47.350995 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3617c4cc-ca7a-4662-b81c-7acc3ea1fe9a req-9423a5dc-c964-476e-bfbd-cb9b5f57f903 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0489500 May 10 20:31:47.409237 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3617c4cc-ca7a-4662-b81c-7acc3ea1fe9a req-4c3c0811-37b3-4915-8e7e-7f6871a8b3e5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525434 May 10 20:31:48.263039 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-32cc5e1f-94c1-4dc8-998b-e4df2aebaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:48.264513 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-32cc5e1f-94c1-4dc8-998b-e4df2aebaa98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 1129 time: 0.0392342 May 10 20:31:48.266865 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8add9d-538c-4e9f-ac01-0292686931f8 req-f274baac-36c4-46ca-8a19-30a50487f647 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:48.268368 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d8add9d-538c-4e9f-ac01-0292686931f8 req-f274baac-36c4-46ca-8a19-30a50487f647 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0475733 May 10 20:31:48.314266 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d8add9d-538c-4e9f-ac01-0292686931f8 req-1536dead-49d1-414b-b9c1-acbf7b0fc717 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401771 May 10 20:31:48.358938 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-0c3b6208-ad33-4156-9661-b32405aa517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:48.360423 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-0c3b6208-ad33-4156-9661-b32405aa517d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.0871940 May 10 20:31:48.444876 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-4d63715d-4e52-48ae-aec1-82d94e6b61f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47de41f7-9f27-4859-b152-66f1ab4268f4 HTTP/1.1" status: 200 len: 1000 time: 0.0572193 May 10 20:31:48.496571 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-71d5c9be-debf-4664-bd16-11978a1c1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:48.498049 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-71d5c9be-debf-4664-bd16-11978a1c1efa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0464907 May 10 20:31:48.526929 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b0dc6-83c5-4ba3-8a84-c0198c6ae1f4 req-be89b42c-5cdb-419a-87c9-61a1fa3b50ef tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:48.528368 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-706b0dc6-83c5-4ba3-8a84-c0198c6ae1f4 req-be89b42c-5cdb-419a-87c9-61a1fa3b50ef tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0471954 May 10 20:31:48.544886 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-8ed0a9e4-a7f4-4c15-be9c-9a9d3330f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:48.546438 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-8ed0a9e4-a7f4-4c15-be9c-9a9d3330f28c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386369 May 10 20:31:48.590343 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-706b0dc6-83c5-4ba3-8a84-c0198c6ae1f4 req-ba61a8e7-73c1-4b9d-80f2-0cf208c29751 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551336 May 10 20:31:48.636038 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-d38ea139-20e5-4ffd-93b6-6873d97968e9 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818379 May 10 20:31:48.732857 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4bcae404-b5a3-4564-90f5-0233bc3f3f1b req-4fce7b2a-ae1a-4ad2-b286-8c81ec53083b service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864019 May 10 20:31:49.425236 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec19f0-e97e-4a93-bdd6-cc25b6c23d4f req-32bf6633-0680-41d9-ac99-c96f6d0f392b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:49.426654 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16ec19f0-e97e-4a93-bdd6-cc25b6c23d4f req-32bf6633-0680-41d9-ac99-c96f6d0f392b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0459015 May 10 20:31:49.471169 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16ec19f0-e97e-4a93-bdd6-cc25b6c23d4f req-2ef6c4f8-2b92-4995-8049-76e34f930e30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390658 May 10 20:31:49.541660 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:49.706917 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fbe8f-cfa8-483e-86d8-46d7568eeab0 req-16a541d1-0c87-4dd7-a00f-30e888f91652 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:49.708395 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b07fbe8f-cfa8-483e-86d8-46d7568eeab0 req-16a541d1-0c87-4dd7-a00f-30e888f91652 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0485563 May 10 20:31:49.765776 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b07fbe8f-cfa8-483e-86d8-46d7568eeab0 req-b3311d47-d7f6-4b4d-941c-42e143e6ccb9 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513759 May 10 20:31:50.586223 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934fdf-c8bd-430d-9303-9aa3a997e0ec req-9435f342-973b-4b39-85f7-dffd10465fa8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:50.587655 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bd934fdf-c8bd-430d-9303-9aa3a997e0ec req-9435f342-973b-4b39-85f7-dffd10465fa8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0485899 May 10 20:31:50.632665 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bd934fdf-c8bd-430d-9303-9aa3a997e0ec req-96d75b18-911b-40d7-bd10-fbb31074e173 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 May 10 20:31:50.877200 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc3181-e673-423a-8a39-0efb9ff27984 req-df34ca9c-9d00-4e63-b1df-277de4fa1395 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:50.878653 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-57cc3181-e673-423a-8a39-0efb9ff27984 req-df34ca9c-9d00-4e63-b1df-277de4fa1395 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0458350 May 10 20:31:50.936893 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-57cc3181-e673-423a-8a39-0efb9ff27984 req-d0dae172-d4d2-4a23-9d23-1bcb9d9c975b tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528507 May 10 20:31:51.153013 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b50d-e65b-4dad-af25-3873de6b46f1 req-bcb6ea99-2612-4da5-8c78-37f3dd89f574 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:51.154457 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4563b50d-e65b-4dad-af25-3873de6b46f1 req-bcb6ea99-2612-4da5-8c78-37f3dd89f574 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 946 time: 0.0497086 May 10 20:31:51.200113 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4563b50d-e65b-4dad-af25-3873de6b46f1 req-f8d12605-7485-49f9-bd75-e6b4b9797777 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394809 May 10 20:31:51.748306 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b52f57-ad41-4faa-a1cb-13ccf291ab4a req-d781e85e-74d9-4829-b24c-b1b37691275a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:51.749835 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-21b52f57-ad41-4faa-a1cb-13ccf291ab4a req-d781e85e-74d9-4829-b24c-b1b37691275a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0454619 May 10 20:31:51.794753 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-21b52f57-ad41-4faa-a1cb-13ccf291ab4a req-73acd7d6-a165-4701-8dcd-789b0700a58d tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389340 May 10 20:31:52.047355 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf4638-325f-4ce5-b02a-61344de352c9 req-a71051fb-d4cd-4d48-a4a7-69f1b279d9eb tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:52.049460 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1ddf4638-325f-4ce5-b02a-61344de352c9 req-a71051fb-d4cd-4d48-a4a7-69f1b279d9eb tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0464289 May 10 20:31:52.109135 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1ddf4638-325f-4ce5-b02a-61344de352c9 req-1fd11036-0d1f-4496-9064-58873942a358 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541065 May 10 20:31:52.309285 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bdd84-a2b1-4e3d-af2e-c262346006a1 req-e3b47aa7-74bd-4211-96a0-176849b90d26 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:52.310690 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-883bdd84-a2b1-4e3d-af2e-c262346006a1 req-e3b47aa7-74bd-4211-96a0-176849b90d26 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 946 time: 0.0453424 May 10 20:31:52.354875 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-883bdd84-a2b1-4e3d-af2e-c262346006a1 req-cfc2e42a-c251-401f-a81b-c007d2269754 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 May 10 20:31:52.905260 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58085e-06a2-41b7-8eff-f2ca32d052b4 req-b7de9fd2-acb0-4908-a0eb-7afaca38372f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:52.906719 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f58085e-06a2-41b7-8eff-f2ca32d052b4 req-b7de9fd2-acb0-4908-a0eb-7afaca38372f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0449750 May 10 20:31:52.951766 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0f58085e-06a2-41b7-8eff-f2ca32d052b4 req-0f2c29dc-0bbc-46de-ad55-fd2ac47511f1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390921 May 10 20:31:53.224522 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bf1a5-237e-4cbd-a153-ee3a598bbe8a req-307fedcd-c7aa-4d52-9406-eabba259b07e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:53.226011 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-700bf1a5-237e-4cbd-a153-ee3a598bbe8a req-307fedcd-c7aa-4d52-9406-eabba259b07e tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0493143 May 10 20:31:53.284190 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-700bf1a5-237e-4cbd-a153-ee3a598bbe8a req-85508448-3c73-432c-8c1a-cb1ae6d20494 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524940 May 10 20:31:53.463695 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeff68b-1ad6-46aa-86bd-b52db90eee6a req-33ba1857-74f8-4de8-859b-04046b0b92d9 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:53.465160 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ceeff68b-1ad6-46aa-86bd-b52db90eee6a req-33ba1857-74f8-4de8-859b-04046b0b92d9 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 946 time: 0.0453618 May 10 20:31:53.507188 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-16441732-00d2-45ff-b16e-c9d016bd66cf tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:53.508643 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-16441732-00d2-45ff-b16e-c9d016bd66cf tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.69 "GET /v2.0/ports?device_id=473a7aa1-a895-4723-9b39-6f8ec8a613a7 HTTP/1.1" status: 200 len: 946 time: 0.0466588 May 10 20:31:53.509782 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ceeff68b-1ad6-46aa-86bd-b52db90eee6a req-f2d4b5c7-3e9e-48cc-aed2-1f51562011f6 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.61 "GET /v2.0/security-groups?id=0edca1cf-f8d0-4e77-8c36-72d460c64146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 May 10 20:31:53.598439 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Deleting port dc39df93-f122-4732-9e50-a0c9232de4b4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:31:53.598775 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:53.683828 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] For port dc39df93-f122-4732-9e50-a0c9232de4b4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dc39df93-f122-4732-9e50-a0c9232de4b4,segment=NetworkSegment(ad98f1a0-c843-40db-82a5-0490030065d5),segment_id=ad98f1a0-c843-40db-82a5-0490030065d5)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:31:53.684107 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:53.698977 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Calling delete_port for dc39df93-f122-4732-9e50-a0c9232de4b4 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:31:53.825699 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (dc39df93-f122-4732-9e50-a0c9232de4b4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:53.839447 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['dc39df93-f122-4732-9e50-a0c9232de4b4'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:31:53.853231 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Pushing event deleted for resources: {'Port': ['ID=dc39df93-f122-4732-9e50-a0c9232de4b4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:31:53.899615 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] No DVR routers for this DVR port dc39df93-f122-4732-9e50-a0c9232de4b4 on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:31:53.902157 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:53.905473 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7a675181-8e4e-42cf-983d-00f28f3c3efd req-7e94560d-dbbc-41e7-a500-d3aeed9d5ae8 tempest-VolumesSnapshotTestJSON-1114331992 tempest-VolumesSnapshotTestJSON-1114331992-project] 10.222.0.69 "DELETE /v2.0/ports/dc39df93-f122-4732-9e50-a0c9232de4b4 HTTP/1.1" status: 204 len: 173 time: 0.3905771 May 10 20:31:53.905901 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473a7aa1-a895-4723-9b39-6f8ec8a613a7', 'name': 'network-vif-deleted', 'tag': 'dc39df93-f122-4732-9e50-a0c9232de4b4'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:31:53.908123 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ebc902-dbd5-47d9-abb7-9e6bf4ff921b" -d '{"events": [{"server_uuid": "473a7aa1-a895-4723-9b39-6f8ec8a613a7", "name": "network-vif-deleted", "tag": "dc39df93-f122-4732-9e50-a0c9232de4b4"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:31:53.942389 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def4cdce-3c30-46d3-a12c-24663f2e749a x-openstack-request-id: req-def4cdce-3c30-46d3-a12c-24663f2e749a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:31:53.942712 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473a7aa1-a895-4723-9b39-6f8ec8a613a7", "name": "network-vif-deleted", "tag": "dc39df93-f122-4732-9e50-a0c9232de4b4", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:31:53.943006 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-def4cdce-3c30-46d3-a12c-24663f2e749a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:31:53.943410 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def4cdce-3c30-46d3-a12c-24663f2e749a'] response: {'server_uuid': '473a7aa1-a895-4723-9b39-6f8ec8a613a7', 'name': 'network-vif-deleted', 'tag': 'dc39df93-f122-4732-9e50-a0c9232de4b4', 'status': 'completed', 'code': 200} May 10 20:31:54.070850 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea09ed3-155c-43e3-89d0-704e84f98117 req-81d79ce1-040e-4352-8a98-976f6953a162 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:54.072318 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bea09ed3-155c-43e3-89d0-704e84f98117 req-81d79ce1-040e-4352-8a98-976f6953a162 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0486667 May 10 20:31:54.122219 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bea09ed3-155c-43e3-89d0-704e84f98117 req-c9f405c6-74a7-43fa-8f74-6c3d55cda09a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442071 May 10 20:31:54.395888 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef57d7b-ce44-4613-83ea-c7fb0c4bed05 req-9fc29f11-ce30-4733-a352-96ee24c76ec8 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:54.397396 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ef57d7b-ce44-4613-83ea-c7fb0c4bed05 req-9fc29f11-ce30-4733-a352-96ee24c76ec8 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0459695 May 10 20:31:54.443336 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-771cc134-6342-40d7-bc5a-2975457f7634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:54.461839 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9ef57d7b-ce44-4613-83ea-c7fb0c4bed05 req-8cbc1f35-8ae2-4e1a-a506-79fa52353b44 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584776 May 10 20:31:55.234880 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8921e63-4fb7-4330-b6a5-02313b7632e8 req-c7de62a7-10be-4eec-aea9-1e44e40cfc5a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:55.236474 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8921e63-4fb7-4330-b6a5-02313b7632e8 req-c7de62a7-10be-4eec-aea9-1e44e40cfc5a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0457809 May 10 20:31:55.281948 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b8921e63-4fb7-4330-b6a5-02313b7632e8 req-9c277278-d408-4a15-b70f-bef9de1e136c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399852 May 10 20:31:55.575034 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d812c1-9aa4-4d95-b133-14e029cb83dc req-055e7574-a7a5-4181-beef-72fa0f90714b tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:55.576511 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-29d812c1-9aa4-4d95-b133-14e029cb83dc req-055e7574-a7a5-4181-beef-72fa0f90714b tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0487766 May 10 20:31:55.633825 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-29d812c1-9aa4-4d95-b133-14e029cb83dc req-e07e5d5a-3e47-42a3-8790-769a34b68908 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&id=86e866fd-4b07-4350-b5c6-a58b9b5f56a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518239 May 10 20:31:56.398179 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3782a-e3fb-476a-bdce-3810b0e6b6b4 req-6407d4fa-6656-43ec-95ee-e22331859707 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:56.399651 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bed3782a-e3fb-476a-bdce-3810b0e6b6b4 req-6407d4fa-6656-43ec-95ee-e22331859707 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0493281 May 10 20:31:56.445018 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bed3782a-e3fb-476a-bdce-3810b0e6b6b4 req-fcbf90ad-833b-4a75-aaad-c8efcd83b68a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398879 May 10 20:31:56.653193 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-34dda10e-ecaf-4c07-9c32-abdeef8e52ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:57.202437 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device dc39df93-f122-4732-9e50-a0c9232de4b4 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:31:57.222564 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: dc39df93-f122-4732-9e50-a0c9232de4b4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:31:57.222908 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device dc39df93-f122-4732-9e50-a0c9232de4b4 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:31:57.558991 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5fa7c-a581-488d-a3a7-f5f4cb7103a3 req-41033a00-a7ac-4627-9e8d-e8ccb6035100 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:57.560420 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-beb5fa7c-a581-488d-a3a7-f5f4cb7103a3 req-41033a00-a7ac-4627-9e8d-e8ccb6035100 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0494606 May 10 20:31:57.604685 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-beb5fa7c-a581-488d-a3a7-f5f4cb7103a3 req-c9940501-6899-4a27-9a8a-05a4bd0a6604 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382078 May 10 20:31:58.053951 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:58.714973 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f6758-c547-4f8e-a4d1-1660d9d9c9d3 req-71fcbd0d-2b71-4ab8-86da-dc0d17553630 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:58.716399 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e11f6758-c547-4f8e-a4d1-1660d9d9c9d3 req-71fcbd0d-2b71-4ab8-86da-dc0d17553630 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0453525 May 10 20:31:58.760250 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e11f6758-c547-4f8e-a4d1-1660d9d9c9d3 req-bb796c85-f9cf-4c6f-a14e-d3ccacd2f86b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384023 May 10 20:31:59.095638 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:31:59.871911 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2a31-dd2f-4bd3-9bc7-1357ea501617 req-abd06b21-e824-4aed-b0de-a905297cdfdf tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:31:59.873263 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d34f2a31-dd2f-4bd3-9bc7-1357ea501617 req-abd06b21-e824-4aed-b0de-a905297cdfdf tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0448964 May 10 20:31:59.920088 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d34f2a31-dd2f-4bd3-9bc7-1357ea501617 req-b1ac3024-55b5-4204-b242-29042a7ffccb tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407388 May 10 20:32:00.611482 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:01.032381 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243a118-e8f7-4e8d-8460-652b051ca9c4 req-a069b398-6b99-4c36-a470-e203870b9494 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:01.033975 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6243a118-e8f7-4e8d-8460-652b051ca9c4 req-a069b398-6b99-4c36-a470-e203870b9494 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0458360 May 10 20:32:01.083481 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6243a118-e8f7-4e8d-8460-652b051ca9c4 req-f9dbbde0-b999-4052-8ceb-1dc4c243e0e0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 May 10 20:32:02.194543 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e1f1d-137a-499f-ac0a-05a1ee504423 req-a022fee9-9dff-41d1-baa6-c324d3bf7259 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:02.195981 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b37e1f1d-137a-499f-ac0a-05a1ee504423 req-a022fee9-9dff-41d1-baa6-c324d3bf7259 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0452058 May 10 20:32:02.257138 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b37e1f1d-137a-499f-ac0a-05a1ee504423 req-300c0e17-fe4c-4e71-ba4b-85cc6491b05f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459108 May 10 20:32:03.369090 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb833054-eb3d-46b9-b0a8-7b4c83d6edd4 req-1da236f5-f162-45a9-a503-3c324b0a2ed0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:03.370518 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb833054-eb3d-46b9-b0a8-7b4c83d6edd4 req-1da236f5-f162-45a9-a503-3c324b0a2ed0 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0477178 May 10 20:32:03.415430 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fb833054-eb3d-46b9-b0a8-7b4c83d6edd4 req-d2b2619a-b687-4914-95fb-534c031d8795 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389585 May 10 20:32:04.526184 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb606e-82b4-475d-a457-6226e92e44b4 req-ed8383d1-9fc9-4cc2-b33d-65840a012423 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:04.527608 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8adb606e-82b4-475d-a457-6226e92e44b4 req-ed8383d1-9fc9-4cc2-b33d-65840a012423 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0454574 May 10 20:32:04.572660 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8adb606e-82b4-475d-a457-6226e92e44b4 req-8c7137df-b803-4143-9b64-5de9f27cf6d7 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385864 May 10 20:32:05.684521 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b61313-eee5-4c6f-a180-b720a49d54eb req-336478ba-ca93-4d83-97b4-bb16fc1a060e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:05.685974 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90b61313-eee5-4c6f-a180-b720a49d54eb req-336478ba-ca93-4d83-97b4-bb16fc1a060e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0464201 May 10 20:32:05.732446 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90b61313-eee5-4c6f-a180-b720a49d54eb req-5fdf2d12-7269-4c9c-83ab-6cfb2d4cee25 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 May 10 20:32:06.844748 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d802ab3-fad9-4822-a5d8-c7ef1e4d3c14 req-6de45161-f931-47fa-9acc-c43b813c7467 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:06.846222 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d802ab3-fad9-4822-a5d8-c7ef1e4d3c14 req-6de45161-f931-47fa-9acc-c43b813c7467 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0449851 May 10 20:32:06.890980 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d802ab3-fad9-4822-a5d8-c7ef1e4d3c14 req-f1788551-1df0-48a2-ab1c-88fff5c2f337 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393543 May 10 20:32:08.002238 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cd672-12e1-4a28-a351-ece9947873f4 req-8a87de72-01ed-4217-a43f-bb484534f3c8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:08.003710 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-205cd672-12e1-4a28-a351-ece9947873f4 req-8a87de72-01ed-4217-a43f-bb484534f3c8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0470738 May 10 20:32:08.049276 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-205cd672-12e1-4a28-a351-ece9947873f4 req-ccfc47c5-4868-4422-b2c6-2a85ea3139a9 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400543 May 10 20:32:09.409841 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce449b-561a-4c69-927b-3e17b516ee56 req-c8472b48-907c-47de-a790-e02e5596116b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:09.411281 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-efce449b-561a-4c69-927b-3e17b516ee56 req-c8472b48-907c-47de-a790-e02e5596116b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.2972476 May 10 20:32:09.455438 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-efce449b-561a-4c69-927b-3e17b516ee56 req-111de38d-3a66-4e5c-9d6a-da2eba14c827 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387325 May 10 20:32:10.567898 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ae344-74a1-4d30-b7b0-b70c2f915515 req-22258523-14e2-469b-abc3-465bfab11802 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:10.569368 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c89ae344-74a1-4d30-b7b0-b70c2f915515 req-22258523-14e2-469b-abc3-465bfab11802 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0478449 May 10 20:32:10.614299 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c89ae344-74a1-4d30-b7b0-b70c2f915515 req-a97b6a65-72a8-44a7-a20f-b9b34848cf49 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394785 May 10 20:32:10.751082 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85068917-e808-4e5f-9c13-1db94d6ca4da req-67a4d5a4-61d1-46dc-95fa-404de74853f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:10.752861 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-85068917-e808-4e5f-9c13-1db94d6ca4da req-67a4d5a4-61d1-46dc-95fa-404de74853f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 1129 time: 0.0390303 May 10 20:32:10.800596 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-85068917-e808-4e5f-9c13-1db94d6ca4da req-90a3a810-3a26-4f58-8746-ce16578e774d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375211 May 10 20:32:11.726312 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded395-5b86-4c39-95ac-35e91f5eb270 req-2e25c783-d0d4-4b65-b8ff-3753773d0b63 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:11.727733 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39ded395-5b86-4c39-95ac-35e91f5eb270 req-2e25c783-d0d4-4b65-b8ff-3753773d0b63 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0476797 May 10 20:32:11.774896 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39ded395-5b86-4c39-95ac-35e91f5eb270 req-fd4199fe-1393-4118-bc8b-8ac74630787e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 May 10 20:32:12.886790 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ef586-05e4-4625-9f5b-3078290fe6d8 req-7a72f0e6-0f5a-4c2d-8383-1d953a5e5580 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:12.888213 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7e5ef586-05e4-4625-9f5b-3078290fe6d8 req-7a72f0e6-0f5a-4c2d-8383-1d953a5e5580 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0454838 May 10 20:32:12.939881 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7e5ef586-05e4-4625-9f5b-3078290fe6d8 req-84544ff5-242b-448f-956e-4831ce09b4f1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462046 May 10 20:32:13.313904 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-59fa2a00-fe2e-4634-ab30-9957535e068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:13.315289 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-59fa2a00-fe2e-4634-ab30-9957535e068a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 1129 time: 0.0393703 May 10 20:32:13.324376 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da7e62-4731-4586-b0c7-4858951ae959 req-1c5f854c-1e8e-4636-85e1-58ed9889295f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:13.325861 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c2da7e62-4731-4586-b0c7-4858951ae959 req-1c5f854c-1e8e-4636-85e1-58ed9889295f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0458689 May 10 20:32:13.375657 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c2da7e62-4731-4586-b0c7-4858951ae959 req-cf4b5a1c-f9c3-4d11-a172-396e8ef36df6 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 May 10 20:32:13.410286 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-2a1d60fd-c562-4312-b424-e1a4aba203de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:13.411760 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-2a1d60fd-c562-4312-b424-e1a4aba203de service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.0876238 May 10 20:32:13.477136 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-a01ca2d9-85b0-4c9a-83a8-19b495bbc4a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47de41f7-9f27-4859-b152-66f1ab4268f4 HTTP/1.1" status: 200 len: 1000 time: 0.0578165 May 10 20:32:13.527947 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-3df403dd-fd14-4add-a69f-1a97bc53ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:13.529465 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-3df403dd-fd14-4add-a69f-1a97bc53ceea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0461042 May 10 20:32:13.571082 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-5eae28e2-10ea-43c7-ac8f-d561ed8d79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:13.572439 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-5eae28e2-10ea-43c7-ac8f-d561ed8d79a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369444 May 10 20:32:13.662417 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-be308eec-a93f-46b0-bf08-ae8335a3aea3 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808129 May 10 20:32:13.761867 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d5a092f8-0589-4deb-9c2e-c9935b130bf4 req-f2370a49-0826-4304-b827-6591cae82331 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854890 May 10 20:32:14.545221 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4c2d-ec9a-4ec1-89db-306f4ff8e279 req-f1d91846-4b7e-423f-92c2-d4d3751051e9 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:14.547427 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-781a4c2d-ec9a-4ec1-89db-306f4ff8e279 req-f1d91846-4b7e-423f-92c2-d4d3751051e9 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.1004889 May 10 20:32:14.591295 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-781a4c2d-ec9a-4ec1-89db-306f4ff8e279 req-f9981ad0-f777-46d1-8b94-cdd131867ea3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384340 May 10 20:32:15.705881 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e734-aed1-4c51-bfb7-9d4fd157915b req-6f9ade67-78ca-4392-a2c6-0a6e9d02bb5b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:15.707347 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa71e734-aed1-4c51-bfb7-9d4fd157915b req-6f9ade67-78ca-4392-a2c6-0a6e9d02bb5b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0472565 May 10 20:32:15.753211 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fa71e734-aed1-4c51-bfb7-9d4fd157915b req-5c8f5854-cc17-42f1-9159-2031e66dfd64 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 May 10 20:32:16.865996 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd3b9-751e-43e8-8bd8-bb136d991ce6 req-ba5945c8-cb84-45bd-b13e-53e763a11d43 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:16.867439 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-37ffd3b9-751e-43e8-8bd8-bb136d991ce6 req-ba5945c8-cb84-45bd-b13e-53e763a11d43 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0482216 May 10 20:32:16.912348 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-37ffd3b9-751e-43e8-8bd8-bb136d991ce6 req-2660d6e7-6c48-4090-880b-9a3e28b92f60 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395262 May 10 20:32:17.057715 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:32:17.069049 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44b8f1-5eef-4fb8-90e6-c16b6a8be042 req-9b0ec822-e4e2-4b39-bf97-d2b0d34c50e4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:17.070749 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4f44b8f1-5eef-4fb8-90e6-c16b6a8be042 req-9b0ec822-e4e2-4b39-bf97-d2b0d34c50e4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0963087 May 10 20:32:17.079231 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37658) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:17.083470 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-a463f182-e717-416f-86dc-466cf8734d30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Request body: {'floatingip': {'port_id': '47de41f7-9f27-4859-b152-66f1ab4268f4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:17.140269 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a463f182-e717-416f-86dc-466cf8734d30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for floatingip (891d0c98-d362-47c7-a71c-bafead430a4f), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.546486 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37664) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:17.590596 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73fcd17-1b58-48e6-a920-5b49b0de78c3 admin admin] Deleting subnet 321bdfd6-9ce1-4449-a1d4-297e126f1e00 {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:32:17.594209 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b73fcd17-1b58-48e6-a920-5b49b0de78c3 admin admin] Publish callbacks [] for subnet (321bdfd6-9ce1-4449-a1d4-297e126f1e00), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.607123 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a463f182-e717-416f-86dc-466cf8734d30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.611415 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a463f182-e717-416f-86dc-466cf8734d30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (891d0c98-d362-47c7-a71c-bafead430a4f), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.630589 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b73fcd17-1b58-48e6-a920-5b49b0de78c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25902530'] for subnet (321bdfd6-9ce1-4449-a1d4-297e126f1e00), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.674214 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b73fcd17-1b58-48e6-a920-5b49b0de78c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (321bdfd6-9ce1-4449-a1d4-297e126f1e00), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.725177 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b73fcd17-1b58-48e6-a920-5b49b0de78c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25776282'] for subnet (321bdfd6-9ce1-4449-a1d4-297e126f1e00), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.751651 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fcd17-1b58-48e6-a920-5b49b0de78c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321bdfd6-9ce1-4449-a1d4-297e126f1e00,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:17.753692 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b73fcd17-1b58-48e6-a920-5b49b0de78c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.759040 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b73fcd17-1b58-48e6-a920-5b49b0de78c3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/321bdfd6-9ce1-4449-a1d4-297e126f1e00 HTTP/1.1" status: 204 len: 168 time: 0.2087269 May 10 20:32:17.759289 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37666) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:17.825156 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (4cab43d7-cfde-4a61-889f-4f2ce520f079), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.825849 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a463f182-e717-416f-86dc-466cf8734d30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:32:17.907072 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (4cab43d7-cfde-4a61-889f-4f2ce520f079), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.926958 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cab43d7-cfde-4a61-889f-4f2ce520f079']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:17.936042 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad98f1a0-c843-40db-82a5-0490030065d5') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:17.936344 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad98f1a0-c843-40db-82a5-0490030065d5') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:17.945682 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25902393'] for segment (ad98f1a0-c843-40db-82a5-0490030065d5), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.946797 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a463f182-e717-416f-86dc-466cf8734d30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:32:17.951605 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a463f182-e717-416f-86dc-466cf8734d30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.959272 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] Sync routers for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:32:17.959456 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (ad98f1a0-c843-40db-82a5-0490030065d5), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.965504 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:32:17.965890 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444310'] for segment (ad98f1a0-c843-40db-82a5-0490030065d5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: timer() May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: cb(*args, **kw) May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: self._notify() May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: self.callback(batched_events) May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: event.method(event) May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._get(url).json() May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:32:17.967564 dv-cinder-828806-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:32:17.972224 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:17.973084 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:31:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:17.992903 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:17.995424 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d18114e-3785-4147-905d-83b770350dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:18.034873 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a463f182-e717-416f-86dc-466cf8734d30 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "PUT /v2.0/floatingips/891d0c98-d362-47c7-a71c-bafead430a4f HTTP/1.1" status: 200 len: 992 time: 0.9521127 May 10 20:32:18.047302 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (4cab43d7-cfde-4a61-889f-4f2ce520f079), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:18.047663 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38b294-0d66-467e-b24b-540f246d49db x-openstack-request-id: req-5c38b294-0d66-467e-b24b-540f246d49db {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:18.047955 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:18.048231 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c38b294-0d66-467e-b24b-540f246d49db {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:18.048627 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c38b294-0d66-467e-b24b-540f246d49db'] response: {'name': 'network-changed', 'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'status': 'completed', 'code': 200} May 10 20:32:18.053526 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:18.056611 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4cab43d7-cfde-4a61-889f-4f2ce520f079 HTTP/1.1" status: 204 len: 168 time: 0.2964230 May 10 20:32:18.069724 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a8be2-ba55-4b3a-bb5f-ba1ca92b4f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cab43d7-cfde-4a61-889f-4f2ce520f079,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:18.095980 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:18.126566 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18114e-3785-4147-905d-83b770350dd3 req-343b724c-d96c-4a6f-aeb6-70ca7b779a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:18.128144 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0d18114e-3785-4147-905d-83b770350dd3 req-343b724c-d96c-4a6f-aeb6-70ca7b779a59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 1129 time: 0.0420589 May 10 20:32:18.222756 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18114e-3785-4147-905d-83b770350dd3 req-873be383-34f8-46a2-931c-4f421abc709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:18.224332 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0d18114e-3785-4147-905d-83b770350dd3 req-873be383-34f8-46a2-931c-4f421abc709a service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.0890858 May 10 20:32:18.240045 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37674) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:18.280819 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-712649a8-d041-449b-976f-aa14d5e9acab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f41df963fc334b24b0ddef0946179bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406902 May 10 20:32:18.284228 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37676) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:18.296866 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0d18114e-3785-4147-905d-83b770350dd3 req-fad2fb96-1b4c-4771-a13e-d7a1b57c95e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47de41f7-9f27-4859-b152-66f1ab4268f4 HTTP/1.1" status: 200 len: 1000 time: 0.0650568 May 10 20:32:18.329029 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '891d0c98-d362-47c7-a71c-bafead430a4f', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'port_id': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'mac_address': 'fa:16:3e:33:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:29:55Z', 'updated_at': '2022-05-10T20:32:17Z', 'revision_number': 3, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:41Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:18.333260 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Publish callbacks [] for security_group (0edca1cf-f8d0-4e77-8c36-72d460c64146), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:18.349342 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18114e-3785-4147-905d-83b770350dd3 req-cb80269f-ce92-493a-892c-6c9854fcaee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:18.351237 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0d18114e-3785-4147-905d-83b770350dd3 req-cb80269f-ce92-493a-892c-6c9854fcaee5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0470023 May 10 20:32:18.354136 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Publish callbacks [] for security_group (0edca1cf-f8d0-4e77-8c36-72d460c64146), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:18.360115 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] Checking router: b3fa7cfc-17be-4cc6-bdad-136c961e48c3 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:32:18.368241 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:18.368837 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:31:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:18.401862 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18114e-3785-4147-905d-83b770350dd3 req-94f494af-d779-43a7-86ca-f7581eead1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:18.403400 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0d18114e-3785-4147-905d-83b770350dd3 req-94f494af-d779-43a7-86ca-f7581eead1e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447655 May 10 20:32:18.407451 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0edca1cf-f8d0-4e77-8c36-72d460c64146), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:18.410250 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:18.411373 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0edca1cf-f8d0-4e77-8c36-72d460c64146 HTTP/1.1" status: 204 len: 168 time: 0.1267529 May 10 20:32:18.419729 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edca1cf-f8d0-4e77-8c36-72d460c64146,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:18.426883 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.427223 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.427568 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.427901 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.428229 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.428555 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.428875 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.429230 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.429555 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.429876 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.430198 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.430518 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.430835 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.431149 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.431516 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e97d43-349c-42bc-84ec-ebd28a84c9d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:18.496177 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:18.506766 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0d18114e-3785-4147-905d-83b770350dd3 req-b28e066b-b4aa-4887-b65d-bb971a29f9d0 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936272 May 10 20:32:18.624763 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0d18114e-3785-4147-905d-83b770350dd3 req-7eb5c174-af5b-4272-809d-7d778d32dbab service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107883 May 10 20:32:18.731854 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '891d0c98-d362-47c7-a71c-bafead430a4f', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'port_id': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'mac_address': 'fa:16:3e:33:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:29:55Z', 'updated_at': '2022-05-10T20:32:17Z', 'revision_number': 3, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:41Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:18.840720 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c96d83-3d27-438f-be6f-4bdd8cd676ac None None] The sync data for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi is: [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '891d0c98-d362-47c7-a71c-bafead430a4f', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'port_id': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'mac_address': 'fa:16:3e:33:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:29:55Z', 'updated_at': '2022-05-10T20:32:17Z', 'revision_number': 3, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:41Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:32:19.551545 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:20.049334 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:20.051617 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e1ee60-4707-4b2d-8e17-4fc326533098" -d '{"events": [{"name": "network-changed", "server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:20.086203 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a741b06d-397a-41ef-8cac-8ba0c50c7c4a x-openstack-request-id: req-a741b06d-397a-41ef-8cac-8ba0c50c7c4a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:20.086499 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:20.086755 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a741b06d-397a-41ef-8cac-8ba0c50c7c4a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:20.087143 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a741b06d-397a-41ef-8cac-8ba0c50c7c4a'] response: {'name': 'network-changed', 'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'status': 'completed', 'code': 200} May 10 20:32:20.152515 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-bec2554c-d48f-4803-af99-adef1fafad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:20.154069 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-bec2554c-d48f-4803-af99-adef1fafad4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 1129 time: 0.0436583 May 10 20:32:20.246027 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-6b94449c-5bda-41c6-81c9-d3529ab40640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:20.247469 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-6b94449c-5bda-41c6-81c9-d3529ab40640 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 200 len: 920 time: 0.0811484 May 10 20:32:20.315950 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-8f55a0c0-17ee-42d8-ad9c-7a3412c24c26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47de41f7-9f27-4859-b152-66f1ab4268f4 HTTP/1.1" status: 200 len: 1000 time: 0.0608671 May 10 20:32:20.362435 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-ae43e2f5-659e-49d2-8d8c-4ae82fea14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:20.363805 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-ae43e2f5-659e-49d2-8d8c-4ae82fea14df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 200 len: 858 time: 0.0416932 May 10 20:32:20.411743 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-3fb8be4e-84c1-4feb-82c4-7c0c891e7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:20.413199 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-3fb8be4e-84c1-4feb-82c4-7c0c891e7f9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a39b073b-dc0a-4098-8dbd-0428d76eaadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376103 May 10 20:32:20.502714 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-5789dc6f-16c7-43ca-9a0d-b3669d8ec198 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808334 May 10 20:32:20.590447 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39e1ee60-4707-4b2d-8e17-4fc326533098 req-485737b5-a4a1-4d05-8d1f-5f6895117dd5 service neutron] 10.222.0.69 "GET /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802946 May 10 20:32:22.595739 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28d05d-9caa-494d-8f44-86b8d393101f req-dc5d645a-8a9f-46f1-9bda-45b33342f325 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:22.597137 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e28d05d-9caa-494d-8f44-86b8d393101f req-dc5d645a-8a9f-46f1-9bda-45b33342f325 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 947 time: 0.0461996 May 10 20:32:22.642080 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e28d05d-9caa-494d-8f44-86b8d393101f req-41bdfc85-7824-40e4-b713-baf780bff1d5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 May 10 20:32:23.759005 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d779b0-2abd-4763-82b5-fe35f14be2ce req-e9da3185-12b9-4ebe-bf7c-ebc187ae6452 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:23.760459 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-23d779b0-2abd-4763-82b5-fe35f14be2ce req-e9da3185-12b9-4ebe-bf7c-ebc187ae6452 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 947 time: 0.0456338 May 10 20:32:23.806224 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-23d779b0-2abd-4763-82b5-fe35f14be2ce req-42722b93-a25b-4b59-a21b-1525607ec1eb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 May 10 20:32:24.413665 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c171-9aeb-416c-9e9d-95885559f54f req-002f5c07-09e2-427e-8647-dfd7edf00f55 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:24.415064 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2904c171-9aeb-416c-9e9d-95885559f54f req-002f5c07-09e2-427e-8647-dfd7edf00f55 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 947 time: 0.0452588 May 10 20:32:24.444438 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-08ebbb64-67c2-4ba0-909d-9caa2d2995d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:24.508915 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Deleting port d8fb0937-0365-4e3b-b493-e0343c1b6efa {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:32:24.509280 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:24.601793 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] For port d8fb0937-0365-4e3b-b493-e0343c1b6efa, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8fb0937-0365-4e3b-b493-e0343c1b6efa,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:24.602148 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:24.813091 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:24.813366 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (3012ae5a-19fb-4d89-9e85-1acf6177b790), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:24.813683 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Floating IP 3012ae5a-19fb-4d89-9e85-1acf6177b790 disassociated. External IP: 172.27.0.218, port: d8fb0937-0365-4e3b-b493-e0343c1b6efa. May 10 20:32:24.814022 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Calling delete_port for d8fb0937-0365-4e3b-b493-e0343c1b6efa owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:32:24.930605 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113ebb9-32c5-41db-b3c1-38daa64cf8b6 req-3ce9bf58-80a8-457e-8730-2022e94e4db8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:24.932081 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5113ebb9-32c5-41db-b3c1-38daa64cf8b6 req-3ce9bf58-80a8-457e-8730-2022e94e4db8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 947 time: 0.0517089 May 10 20:32:24.940960 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (d8fb0937-0365-4e3b-b493-e0343c1b6efa), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:24.972355 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event deleted for resources: {'Port': ['ID=d8fb0937-0365-4e3b-b493-e0343c1b6efa,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:24.980326 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5113ebb9-32c5-41db-b3c1-38daa64cf8b6 req-2234b65b-88b0-4789-af46-276c0091506b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=96e6f263-5652-42e4-8029-df9e28331268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425076 May 10 20:32:25.090444 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Router 136efa15-6070-4f0b-ac95-3c7e68961527 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:32:25.199382 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:32:25.211228 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] Sync routers for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:32:25.222200 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:25.222958 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:31:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:25.342891 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:25.469781 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] No DVR routers for this DVR port d8fb0937-0365-4e3b-b493-e0343c1b6efa on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:32:25.473199 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:25.476518 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2904c171-9aeb-416c-9e9d-95885559f54f req-b2e00589-df93-4e31-9417-51db122b1266 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "DELETE /v2.0/ports/d8fb0937-0365-4e3b-b493-e0343c1b6efa HTTP/1.1" status: 204 len: 173 time: 1.0528543 May 10 20:32:25.476955 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-deleted', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:25.479170 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278d97bb-0977-46a9-ab4b-4a6e1d6ba7e3" -d '{"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-deleted", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:25.516347 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd840980-f990-45e1-a113-41189b4f847b x-openstack-request-id: req-fd840980-f990-45e1-a113-41189b4f847b {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:25.516642 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa24eb7-cd9f-4ca7-bad7-5c275879fecd", "name": "network-vif-deleted", "tag": "d8fb0937-0365-4e3b-b493-e0343c1b6efa", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:25.516893 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd840980-f990-45e1-a113-41189b4f847b {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:25.517324 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd840980-f990-45e1-a113-41189b4f847b'] response: {'server_uuid': 'daa24eb7-cd9f-4ca7-bad7-5c275879fecd', 'name': 'network-vif-deleted', 'tag': 'd8fb0937-0365-4e3b-b493-e0343c1b6efa', 'status': 'completed', 'code': 200} May 10 20:32:25.562133 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:25.589114 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] Checking router: 136efa15-6070-4f0b-ac95-3c7e68961527 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:32:25.597350 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:25.597889 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:31:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:25.705764 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:25.898280 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:25.931891 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe44e7-f302-48ec-9944-8e7617b7a477 None None] The sync data for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi is: [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:32:26.125541 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d9edc90-5530-4bf7-9c5a-7481b7400218 req-5de146ee-51da-4d2c-bb08-2f980140f497 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa24eb7-cd9f-4ca7-bad7-5c275879fecd HTTP/1.1" status: 200 len: 210 time: 0.0421052 May 10 20:32:26.254882 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ba911-98cf-4eb7-a44f-3fdbdd934cc4 None None] New status for floating IP 3012ae5a-19fb-4d89-9e85-1acf6177b790: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:32:26.275521 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef6057-b2f3-4015-bf5d-1632dda3ae66 req-841be41c-c186-4cb8-adbe-13a9c855655a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:26.277085 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7cef6057-b2f3-4015-bf5d-1632dda3ae66 req-841be41c-c186-4cb8-adbe-13a9c855655a tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0524518 May 10 20:32:26.325232 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7cef6057-b2f3-4015-bf5d-1632dda3ae66 req-9448b1b0-b9a3-47b9-9cf0-8a37cb5aba3e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414028 May 10 20:32:26.656671 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2e200b1d-d55d-4b7d-b06d-46f43a574a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.219782 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37734) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:27.271931 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (96e6f263-5652-42e4-8029-df9e28331268), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.295626 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (96e6f263-5652-42e4-8029-df9e28331268), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.343246 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (96e6f263-5652-42e4-8029-df9e28331268), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.346691 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.347858 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "DELETE /v2.0/security-groups/96e6f263-5652-42e4-8029-df9e28331268 HTTP/1.1" status: 204 len: 168 time: 0.1271093 May 10 20:32:27.352173 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37738) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:27.366959 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e6f263-5652-42e4-8029-df9e28331268,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:27.369713 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-8b2b6c3d-f174-4c8c-8c7c-030e6c9bb943 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] show failed (client error): The resource could not be found. May 10 20:32:27.374409 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8b2b6c3d-f174-4c8c-8c7c-030e6c9bb943 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups/96e6f263-5652-42e4-8029-df9e28331268 HTTP/1.1" status: 404 len: 347 time: 0.0211523 May 10 20:32:27.375280 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37740) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:27.384199 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.384695 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.385544 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.386002 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.386443 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.386883 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.387480 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.388061 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.389169 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.389559 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.389913 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.390255 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.390681 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.391030 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.391365 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d24f8-1b1b-41c5-914f-afba7bcb612e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:27.508881 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba59e-c948-4ac1-ae27-41c5bc45d60c req-8e288de6-3b8e-4bbf-b05f-aba2e3caaecb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:27.510416 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d81ba59e-c948-4ac1-ae27-41c5bc45d60c req-8e288de6-3b8e-4bbf-b05f-aba2e3caaecb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0857618 May 10 20:32:27.558452 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Deleting port 0a8cc7c1-db40-40ff-947f-b32610cd9801 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:32:27.558706 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (0a8cc7c1-db40-40ff-947f-b32610cd9801), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.626254 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d81ba59e-c948-4ac1-ae27-41c5bc45d60c req-de49f095-5ec6-44bc-8950-7eeeb177b7af tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987070 May 10 20:32:27.657217 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (0a8cc7c1-db40-40ff-947f-b32610cd9801), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.657541 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (0a8cc7c1-db40-40ff-947f-b32610cd9801), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.670212 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Calling delete_port for 0a8cc7c1-db40-40ff-947f-b32610cd9801 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:32:27.806099 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (0a8cc7c1-db40-40ff-947f-b32610cd9801), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.831073 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event deleted for resources: {'Port': ['ID=0a8cc7c1-db40-40ff-947f-b32610cd9801,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:27.895705 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (3012ae5a-19fb-4d89-9e85-1acf6177b790), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.898427 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:27.902594 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9c41118e-5c84-41a2-9f08-432813c6d19e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "DELETE /v2.0/floatingips/3012ae5a-19fb-4d89-9e85-1acf6177b790 HTTP/1.1" status: 204 len: 168 time: 0.5232353 May 10 20:32:28.005258 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37744) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:28.009968 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ec4ae296-7954-41da-9737-bf2339215cea tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060173171', 'description': 'tempest-description--1825032407'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:28.032919 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae296-7954-41da-9737-bf2339215cea tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.058232 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.108520 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae296-7954-41da-9737-bf2339215cea tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.114100 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae296-7954-41da-9737-bf2339215cea tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.147237 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae296-7954-41da-9737-bf2339215cea tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.148423 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ec4ae296-7954-41da-9737-bf2339215cea tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1420317 May 10 20:32:28.149520 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ae296-7954-41da-9737-bf2339215cea tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:28.151489 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37746) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:28.157230 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-b7cc458d-6829-47d2-8036-c261ea229a78 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'security_group_rule': {'security_group_id': '60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:28.184507 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7cc458d-6829-47d2-8036-c261ea229a78 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (50914be1-abf5-4b96-acee-f6ad20f40f8f), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.241505 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7cc458d-6829-47d2-8036-c261ea229a78 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (50914be1-abf5-4b96-acee-f6ad20f40f8f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.245406 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7cc458d-6829-47d2-8036-c261ea229a78 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (50914be1-abf5-4b96-acee-f6ad20f40f8f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.261516 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc458d-6829-47d2-8036-c261ea229a78 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50914be1-abf5-4b96-acee-f6ad20f40f8f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:28.269579 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-b7cc458d-6829-47d2-8036-c261ea229a78 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.270999 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-b7cc458d-6829-47d2-8036-c261ea229a78 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182244 May 10 20:32:28.273683 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37748) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:28.277783 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-912467b2-3a2d-4871-8fa2-eae492befd5e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'security_group_rule': {'security_group_id': '60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:28.302615 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-912467b2-3a2d-4871-8fa2-eae492befd5e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (a3b905f1-9cfc-4b17-a53b-5f86ce55e2dd), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.363725 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-912467b2-3a2d-4871-8fa2-eae492befd5e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (a3b905f1-9cfc-4b17-a53b-5f86ce55e2dd), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.367119 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-912467b2-3a2d-4871-8fa2-eae492befd5e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (a3b905f1-9cfc-4b17-a53b-5f86ce55e2dd), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.383697 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912467b2-3a2d-4871-8fa2-eae492befd5e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b905f1-9cfc-4b17-a53b-5f86ce55e2dd,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:28.392734 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-912467b2-3a2d-4871-8fa2-eae492befd5e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.397230 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-912467b2-3a2d-4871-8fa2-eae492befd5e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194420 May 10 20:32:28.397487 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37750) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:28.401678 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:28.421560 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.514775 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-446b2d97-8dd3-4bf2-9af9-c0fd990fc320 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:28.516742 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-446b2d97-8dd3-4bf2-9af9-c0fd990fc320 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0556943 May 10 20:32:28.559905 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.658318 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Deleting port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:32:28.658665 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.661768 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:32:28.683336 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: d8fb0937-0365-4e3b-b493-e0343c1b6efa {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:32:28.683781 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8fb0937-0365-4e3b-b493-e0343c1b6efa not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:32:28.747890 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1f443-d5dc-4242-8c8d-d1921ba9c758 req-12ccce6a-b958-4f77-bc4c-a083c32e725c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:28.750621 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ffd1f443-d5dc-4242-8c8d-d1921ba9c758 req-12ccce6a-b958-4f77-bc4c-a083c32e725c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 946 time: 0.0507340 May 10 20:32:28.769897 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Allocated IP 172.27.0.193 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/0a670101-abb9-4191-9c86-70eba50f34be) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:32:28.803796 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] For port 606fde48-a88c-4e4e-a204-c1d9ee0708f0, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=606fde48-a88c-4e4e-a204-c1d9ee0708f0,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:28.804203 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:28.804333 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ffd1f443-d5dc-4242-8c8d-d1921ba9c758 req-6fc37750-d448-4e81-99b6-26516d78b00e tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467136 May 10 20:32:28.981680 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for port (0a670101-abb9-4191-9c86-70eba50f34be), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.060994 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.061333 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.061645 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Floating IP eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395 disassociated. External IP: 172.27.0.81, port: 606fde48-a88c-4e4e-a204-c1d9ee0708f0. May 10 20:32:29.061985 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Calling delete_port for 606fde48-a88c-4e4e-a204-c1d9ee0708f0 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:32:29.080486 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (0a670101-abb9-4191-9c86-70eba50f34be), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.094784 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.155767 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:32:29.163641 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:32:29.166064 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:32:29.209145 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'Port': ['ID=0a670101-abb9-4191-9c86-70eba50f34be,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:29.309940 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (e170af96-bee6-4c15-b5b1-36d102400615), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.316237 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (606fde48-a88c-4e4e-a204-c1d9ee0708f0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.366653 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event deleted for resources: {'Port': ['ID=606fde48-a88c-4e4e-a204-c1d9ee0708f0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:29.383902 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (0a670101-abb9-4191-9c86-70eba50f34be), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.569002 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Router edb47664-2139-480d-ac95-23dae09875af has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:32:29.659298 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for port (0a670101-abb9-4191-9c86-70eba50f34be), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.664886 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (0a670101-abb9-4191-9c86-70eba50f34be), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.760816 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'Port': ['ID=0a670101-abb9-4191-9c86-70eba50f34be,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:29.777037 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:32:29.790167 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] Sync routers for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:32:29.801728 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:29.802757 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:29.809355 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (e170af96-bee6-4c15-b5b1-36d102400615), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.836870 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] No DVR routers for this DVR port 606fde48-a88c-4e4e-a204-c1d9ee0708f0 on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:32:29.839465 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.842692 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-efb973d2-3de6-4502-9027-8a51ef81ff14 req-11450af6-1bca-40f0-a3d0-cd414969d1cf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "DELETE /v2.0/ports/606fde48-a88c-4e4e-a204-c1d9ee0708f0 HTTP/1.1" status: 204 len: 173 time: 1.3168030 May 10 20:32:29.843147 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'name': 'network-vif-deleted', 'tag': '606fde48-a88c-4e4e-a204-c1d9ee0708f0'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:29.846001 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86baa78a-aa4c-42e9-b0b3-dbf47b18eac3" -d '{"events": [{"server_uuid": "00f69eab-9bdc-4e34-a3ed-e7417bc13c95", "name": "network-vif-deleted", "tag": "606fde48-a88c-4e4e-a204-c1d9ee0708f0"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:29.864287 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:29.865532 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4773072e-dafa-4900-80bc-749cd82ae0e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4671435 May 10 20:32:29.920865 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07b4a65-1373-4feb-8a74-437eb1df1e11 x-openstack-request-id: req-f07b4a65-1373-4feb-8a74-437eb1df1e11 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:29.921188 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f69eab-9bdc-4e34-a3ed-e7417bc13c95", "name": "network-vif-deleted", "tag": "606fde48-a88c-4e4e-a204-c1d9ee0708f0", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:29.921445 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f07b4a65-1373-4feb-8a74-437eb1df1e11 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:29.921875 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07b4a65-1373-4feb-8a74-437eb1df1e11'] response: {'server_uuid': '00f69eab-9bdc-4e34-a3ed-e7417bc13c95', 'name': 'network-vif-deleted', 'tag': '606fde48-a88c-4e4e-a204-c1d9ee0708f0', 'status': 'completed', 'code': 200} May 10 20:32:29.930129 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-da3e8c34-0ae2-4d92-ae90-35526547b737 req-4ebae494-dcb3-4536-b2f7-3143720e1a24 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=00f69eab-9bdc-4e34-a3ed-e7417bc13c95 HTTP/1.1" status: 200 len: 210 time: 0.0339789 May 10 20:32:29.969760 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:30.112273 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-562e11be-db4c-411a-8fe3-aa61fe37af57 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2060173171&fields=id&tenant_id=89cf2816f8884e679e6c7e4c3d98f348 HTTP/1.1" status: 200 len: 267 time: 0.0413945 May 10 20:32:30.165223 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:30.201406 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] Checking router: edb47664-2139-480d-ac95-23dae09875af for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:32:30.210199 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:30.210811 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:30.220522 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-3693ae41-882a-4d77-b1a3-1fa9a640f463 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:30.222013 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-3693ae41-882a-4d77-b1a3-1fa9a640f463 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 817 time: 0.1032853 May 10 20:32:30.235960 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-b885cc62-d409-4e5c-9230-0bd21eceb015 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/quotas/89cf2816f8884e679e6c7e4c3d98f348 HTTP/1.1" status: 200 len: 375 time: 0.0086462 May 10 20:32:30.284285 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-07631fc4-8d77-4f03-8fc9-f57894375e3b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434201 May 10 20:32:30.320926 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:30.495204 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-51669a0d-ef03-493e-8903-ebb2a9cac6e1 service neutron] 10.222.0.61 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979437 May 10 20:32:30.516687 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:30.543276 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f45ee67-be1c-4421-b941-e10ba1b7b6b0 None None] The sync data for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi is: [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:32:30.586451 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-d1dada43-79fc-4f44-9bbc-2c9056b69b48 service neutron] 10.222.0.61 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850542 May 10 20:32:30.617425 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:30.753770 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5f69f47a-ba86-4dfb-bf0c-01c7dfcbd7eb req-308ed526-8c6d-4099-afbb-571c5e195834 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0289924 May 10 20:32:30.805760 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e7043-f562-4a9e-b771-b47ad3df05f5 None None] New status for floating IP eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:32:31.184085 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37790) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:31.239779 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a2f1-cff8-4dd1-995e-b5643fe576e8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.263136 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a2f1-cff8-4dd1-995e-b5643fe576e8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.312342 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a2f1-cff8-4dd1-995e-b5643fe576e8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.315051 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2ab5a2f1-cff8-4dd1-995e-b5643fe576e8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.318635 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2ab5a2f1-cff8-4dd1-995e-b5643fe576e8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "DELETE /v2.0/security-groups/ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95 HTTP/1.1" status: 204 len: 168 time: 0.1309600 May 10 20:32:31.319242 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37792) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:31.325527 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5a2f1-cff8-4dd1-995e-b5643fe576e8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:31.337902 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-91e965ef-0fed-42c5-9de5-3567b3deed93 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] show failed (client error): The resource could not be found. May 10 20:32:31.339019 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-91e965ef-0fed-42c5-9de5-3567b3deed93 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups/ee0753fb-8b9c-49c4-94ed-f7dcf1d1fd95 HTTP/1.1" status: 404 len: 347 time: 0.0185819 May 10 20:32:31.342246 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37794) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:31.464734 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Deleting port ae04eb79-fb08-4af5-b150-4314aad4e9c4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:32:31.465126 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (ae04eb79-fb08-4af5-b150-4314aad4e9c4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.542008 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (ae04eb79-fb08-4af5-b150-4314aad4e9c4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.542329 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (ae04eb79-fb08-4af5-b150-4314aad4e9c4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.555274 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Calling delete_port for ae04eb79-fb08-4af5-b150-4314aad4e9c4 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:32:31.690607 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (ae04eb79-fb08-4af5-b150-4314aad4e9c4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.717494 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event deleted for resources: {'Port': ['ID=ae04eb79-fb08-4af5-b150-4314aad4e9c4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:31.849770 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.852299 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:31.856494 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6333ad2a-a9a8-4d30-b9fa-9e0d9acbb94f tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "DELETE /v2.0/floatingips/eb6846d6-ea6f-4cb9-90e4-9b3b4f9dc395 HTTP/1.1" status: 204 len: 168 time: 0.5102956 May 10 20:32:31.858036 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bcd113ab-1392-4c07-840a-87436bb3c27f req-722f74fa-9316-46f0-a9d0-58335bde5041 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0284369 May 10 20:32:31.883819 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-50eca0b5-333c-42ad-9829-752ac98e88b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:31.885397 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-50eca0b5-333c-42ad-9829-752ac98e88b9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 817 time: 0.1557651 May 10 20:32:31.939346 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37804) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:31.943994 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-7022c7f5-7b84-4c0a-b9b9-7ff15aa1a285 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469439990', 'description': 'tempest-description--2013073876'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:31.954139 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-321730c1-28ce-4a2a-8600-55ca66828416 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89cf2816f8884e679e6c7e4c3d98f348 HTTP/1.1" status: 200 len: 380 time: 0.0581217 May 10 20:32:31.964427 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7022c7f5-7b84-4c0a-b9b9-7ff15aa1a285 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.030280 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7022c7f5-7b84-4c0a-b9b9-7ff15aa1a285 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (764de0cf-99a7-4af5-bbf1-499643128bce), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.034098 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7022c7f5-7b84-4c0a-b9b9-7ff15aa1a285 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (764de0cf-99a7-4af5-bbf1-499643128bce), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.038184 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'port': {'device_id': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'admin_state_up': True, 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'security_groups': ['60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:32.058263 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7022c7f5-7b84-4c0a-b9b9-7ff15aa1a285 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.059469 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7022c7f5-7b84-4c0a-b9b9-7ff15aa1a285 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1191363 May 10 20:32:32.064309 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37806) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:32.068447 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-72669183-b49e-4789-b892-dd6572bc0ce5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'security_group_rule': {'security_group_id': '764de0cf-99a7-4af5-bbf1-499643128bce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:32.079991 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022c7f5-7b84-4c0a-b9b9-7ff15aa1a285 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764de0cf-99a7-4af5-bbf1-499643128bce,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:32.098667 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72669183-b49e-4789-b892-dd6572bc0ce5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (fb7b7d6a-1dc8-4bf8-afe7-e6fcb88cfb7e), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.148262 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Made reservation on behalf of 89cf2816f8884e679e6c7e4c3d98f348 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:32:32.152367 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.155174 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72669183-b49e-4789-b892-dd6572bc0ce5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (fb7b7d6a-1dc8-4bf8-afe7-e6fcb88cfb7e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.162331 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72669183-b49e-4789-b892-dd6572bc0ce5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (fb7b7d6a-1dc8-4bf8-afe7-e6fcb88cfb7e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.182782 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72669183-b49e-4789-b892-dd6572bc0ce5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7b7d6a-1dc8-4bf8-afe7-e6fcb88cfb7e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:32.193307 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72669183-b49e-4789-b892-dd6572bc0ce5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.196906 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-72669183-b49e-4789-b892-dd6572bc0ce5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292939 May 10 20:32:32.198930 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37808) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:32.204333 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-ed825145-6b19-45ef-8e53-e4e3f66a58bb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'security_group_rule': {'security_group_id': '764de0cf-99a7-4af5-bbf1-499643128bce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:32.238207 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed825145-6b19-45ef-8e53-e4e3f66a58bb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (5e106695-21f3-4f84-911d-11c15b158b01), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.298934 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed825145-6b19-45ef-8e53-e4e3f66a58bb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (5e106695-21f3-4f84-911d-11c15b158b01), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.303613 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed825145-6b19-45ef-8e53-e4e3f66a58bb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (5e106695-21f3-4f84-911d-11c15b158b01), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.322297 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed825145-6b19-45ef-8e53-e4e3f66a58bb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e106695-21f3-4f84-911d-11c15b158b01,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:32.322975 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Allocated IP 172.20.0.6 (94296225-31bb-4ee2-9855-9dbaeebe459c/b146ad4d-7bd1-4d06-aaaa-651edd93715c/f9a5ff83-f76c-42b5-8831-862bc9d49d17) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:32:32.334375 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ed825145-6b19-45ef-8e53-e4e3f66a58bb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.335806 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ed825145-6b19-45ef-8e53-e4e3f66a58bb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349773 May 10 20:32:32.338863 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37810) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:32.343488 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:32.367575 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.459666 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.677045 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 606fde48-a88c-4e4e-a204-c1d9ee0708f0 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:32:32.700935 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 606fde48-a88c-4e4e-a204-c1d9ee0708f0 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:32:32.701429 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 606fde48-a88c-4e4e-a204-c1d9ee0708f0 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:32:32.707911 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.742392 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.783712 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Network 94296225-31bb-4ee2-9855-9dbaeebe459c is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:32:32.786863 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:32:32.792917 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:32:32.817030 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:32.827379 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Allocated IP 172.27.0.164 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/6a2f8f8b-fc0f-4537-8d46-92708d583a0c) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:32:32.847754 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:32.848420 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:32.864772 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-c067c6bd-3830-4c78-ba95-e548dc24e9d0 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8306971 May 10 20:32:32.937884 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Request body: {'port': {'device_id': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:32.964710 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for port (6a2f8f8b-fc0f-4537-8d46-92708d583a0c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.006383 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.031823 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb6c6a-8a02-4177-a886-a6c35d08d71a req-93af63d5-1163-4cfb-9a13-38b7b9ef5a41 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:33.033324 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5adb6c6a-8a02-4177-a886-a6c35d08d71a req-93af63d5-1163-4cfb-9a13-38b7b9ef5a41 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 931 time: 0.0668354 May 10 20:32:33.073597 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (6a2f8f8b-fc0f-4537-8d46-92708d583a0c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.115691 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-5e1571d9-d8d9-4427-922c-219ec7f02d75 None None] Provisioning complete for port f9a5ff83-f76c-42b5-8831-862bc9d49d17 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:32:33.115936 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5adb6c6a-8a02-4177-a886-a6c35d08d71a req-c7e4030f-8d95-41e6-b2f7-b2c5a94e94ae tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742834 May 10 20:32:33.116062 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5e1571d9-d8d9-4427-922c-219ec7f02d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.126693 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:32:33.130036 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:32:33.135792 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:32:33.162933 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'Port': ['ID=6a2f8f8b-fc0f-4537-8d46-92708d583a0c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:33.166708 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-5e1571d9-d8d9-4427-922c-219ec7f02d75 None None] Port f9a5ff83-f76c-42b5-8831-862bc9d49d17 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:32:33.228366 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (88880448-c83b-4cf4-a05e-e14151f071d6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.263893 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (6a2f8f8b-fc0f-4537-8d46-92708d583a0c), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.295298 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a5ff83-f76c-42b5-8831-862bc9d49d17 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:32:33.303117 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Publish callbacks [] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.317760 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Transition to ACTIVE for port object f9a5ff83-f76c-42b5-8831-862bc9d49d17 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:32:33.321376 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.373283 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:33.430322 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for port (6a2f8f8b-fc0f-4537-8d46-92708d583a0c), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.436819 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (6a2f8f8b-fc0f-4537-8d46-92708d583a0c), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.461952 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Attempting to bind port f9a5ff83-f76c-42b5-8831-862bc9d49d17 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:32:33.462291 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Attempting to bind port f9a5ff83-f76c-42b5-8831-862bc9d49d17 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:32:33.462987 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Attempting to bind port f9a5ff83-f76c-42b5-8831-862bc9d49d17 on network 94296225-31bb-4ee2-9855-9dbaeebe459c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:32:33.467141 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Port f9a5ff83-f76c-42b5-8831-862bc9d49d17 on network 94296225-31bb-4ee2-9855-9dbaeebe459c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:32:33.467791 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Attempting to bind port f9a5ff83-f76c-42b5-8831-862bc9d49d17 on network 94296225-31bb-4ee2-9855-9dbaeebe459c {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:32:33.477255 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:32:33.477623 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Checking segment: {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:32:33.478012 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Bound using segment: {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:32:33.478493 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Bound port: f9a5ff83-f76c-42b5-8831-862bc9d49d17, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf266d2-e579-42cc-b5ca-590ffaa1fc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:32:33.478800 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.506770 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'Port': ['ID=6a2f8f8b-fc0f-4537-8d46-92708d583a0c,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:33.519359 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (88880448-c83b-4cf4-a05e-e14151f071d6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.536052 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.546205 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-40ed4121-07e0-4fc7-b907-6a3e535df269 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1975429 May 10 20:32:33.560683 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:32:33.564636 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:32:33.571478 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.611173 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:33.611813 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:33.613258 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] 10.222.0.69 "PUT /v2.0/ports/f9a5ff83-f76c-42b5-8831-862bc9d49d17 HTTP/1.1" status: 200 len: 1093 time: 0.7405152 May 10 20:32:33.613713 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:33.616035 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d970a60-0699-4560-8d9e-62c15c144dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:33.647384 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603a9f2-4f90-4de5-85cc-f7e28e155729 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:33.666275 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3714779c-b0e7-41eb-a0b5-ab925cbaafab x-openstack-request-id: req-3714779c-b0e7-41eb-a0b5-ab925cbaafab {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:33.666689 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:33.667021 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3714779c-b0e7-41eb-a0b5-ab925cbaafab {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:33.667469 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3714779c-b0e7-41eb-a0b5-ab925cbaafab'] response: {'name': 'network-changed', 'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'status': 'completed', 'code': 200} May 10 20:32:33.716765 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-7235f7d8-4653-43ce-bbb5-022721ec524b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1469439990&fields=id&tenant_id=638a84064b2244e0b938b063e13cb944 HTTP/1.1" status: 200 len: 267 time: 0.0657687 May 10 20:32:33.717021 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-95ed9644-6d27-4ded-aa5e-15e562f42997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:33.718523 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-95ed9644-6d27-4ded-aa5e-15e562f42997 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 1127 time: 0.0429566 May 10 20:32:33.766081 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-10208298-cb89-4f45-9a5f-98945f838f80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17 HTTP/1.1" status: 200 len: 217 time: 0.0393298 May 10 20:32:33.820370 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-fad7e1ba-cd1b-445f-a380-d18fa68ff551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:33.822042 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-fad7e1ba-cd1b-445f-a380-d18fa68ff551 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0501378 May 10 20:32:33.831385 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-0a46db29-94cc-490a-b780-461b07da00db tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:33.833324 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-0a46db29-94cc-490a-b780-461b07da00db tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 811 time: 0.1095114 May 10 20:32:33.848376 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-d4804653-72ac-4171-9df2-91a288e77ea1 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/quotas/638a84064b2244e0b938b063e13cb944 HTTP/1.1" status: 200 len: 375 time: 0.0097568 May 10 20:32:33.867125 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-92b9ff79-4957-408f-aacb-bd366b390f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:33.868606 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-92b9ff79-4957-408f-aacb-bd366b390f5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393105 May 10 20:32:33.898263 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-03502f32-f5d1-499c-b189-d4be374d6b22 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441628 May 10 20:32:33.959992 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-0de99ab0-09fa-468a-b301-813fb7275bc7 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830612 May 10 20:32:34.002521 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-d21bfd0a-46c4-490c-a0a3-10767e730237 service neutron] 10.222.0.61 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902534 May 10 20:32:34.053775 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6d480907-c118-4e4b-9026-ca166b1f11e1 req-eceeec78-3d6a-4d00-9381-57c70c3f8f3b service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871885 May 10 20:32:34.093823 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-6a1ca017-bfd3-4939-8f4c-ab9eb22ba7f5 service neutron] 10.222.0.61 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855942 May 10 20:32:34.251638 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a02406c7-fd91-4e58-a5d7-890f79f860a8 req-b8e28765-fd35-4dd8-a358-c84fdff9dd76 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 210 time: 0.0279799 May 10 20:32:34.313547 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705159b7-c262-4187-a551-9d0f4044d0d2 req-f9ebf1ac-6f4e-441a-ad3c-e4d55c404e5c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:34.315104 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-705159b7-c262-4187-a551-9d0f4044d0d2 req-f9ebf1ac-6f4e-441a-ad3c-e4d55c404e5c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0528440 May 10 20:32:34.361567 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-705159b7-c262-4187-a551-9d0f4044d0d2 req-ca387bfe-b2f0-47cd-ab32-4f0cbd9a3c5f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 May 10 20:32:35.067813 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-1f091b4e-d14f-47f4-9719-b3d307eed84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:35.069446 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-1f091b4e-d14f-47f4-9719-b3d307eed84a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 1127 time: 0.0415900 May 10 20:32:35.164923 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-4d94a7cc-591f-4d15-a324-4fbcac88f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:35.166455 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-4d94a7cc-591f-4d15-a324-4fbcac88f0fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 918 time: 0.0912294 May 10 20:32:35.211727 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-63c7f803-66c1-4806-bdd5-57f65c55d805 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17 HTTP/1.1" status: 200 len: 217 time: 0.0355802 May 10 20:32:35.259063 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-22a76a62-fb55-4a89-8d4d-5718328240f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:35.260650 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-22a76a62-fb55-4a89-8d4d-5718328240f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0435402 May 10 20:32:35.350491 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-064e5145-4c7c-421d-b658-81649530abe1 req-5c49d26b-b192-4c8f-9f47-821f5e5a4f24 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 210 time: 0.0282414 May 10 20:32:35.480500 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937a033-e52f-4081-829c-0d5048a86253 req-ad1ac50c-b506-4f6e-a425-f05ff818c9e9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:35.481978 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3937a033-e52f-4081-829c-0d5048a86253 req-ad1ac50c-b506-4f6e-a425-f05ff818c9e9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0463245 May 10 20:32:35.534537 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3937a033-e52f-4081-829c-0d5048a86253 req-d50158bd-a498-4788-a080-476c664f1d1a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470538 May 10 20:32:35.557093 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-8bb9590a-595a-4c24-bc36-5b51542dd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:35.558634 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-8bb9590a-595a-4c24-bc36-5b51542dd031 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456882 May 10 20:32:35.723603 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-e5f5bff0-5869-4db4-8901-ac6253c54d47 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571410 May 10 20:32:35.744991 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-135a2654-0ed4-4dcb-9980-41f3914304b9 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:35.746516 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-135a2654-0ed4-4dcb-9980-41f3914304b9 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 811 time: 0.1384721 May 10 20:32:35.858429 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-ce56f115-667f-4218-81a3-05883ace7935 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=638a84064b2244e0b938b063e13cb944 HTTP/1.1" status: 200 len: 380 time: 0.1004205 May 10 20:32:35.871249 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'port': {'device_id': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'admin_state_up': True, 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'security_groups': ['764de0cf-99a7-4af5-bbf1-499643128bce']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:35.875950 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4d970a60-0699-4560-8d9e-62c15c144dc3 req-5309fb51-3fcd-473e-98e5-dda13db81295 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437521 May 10 20:32:35.974783 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Made reservation on behalf of 638a84064b2244e0b938b063e13cb944 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:32:35.978158 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.102038 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Allocated IP 172.20.0.13 (836205da-476a-4894-bbf3-e76da5a6bb7f/3541aece-caea-4c84-b2f9-b93c74c29765/f4759d7e-1e14-4fe1-9952-e0b7da16106f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:32:36.238918 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.270499 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.312728 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Network 836205da-476a-4894-bbf3-e76da5a6bb7f is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:32:36.315910 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:32:36.318420 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:32:36.346570 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event updated for resources: {'Port': ['ID=f4759d7e-1e14-4fe1-9952-e0b7da16106f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:36.377332 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:36.378248 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.398030 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-fccf5399-f2ca-452b-82e4-e2062aa27ac7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5306675 May 10 20:32:36.409987 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Request body: {'port': {'device_id': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:36.473848 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385e377-6064-4dff-81b9-c48548a1439c req-f91001fd-ded7-4b90-9ac3-d02e9a058a62 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:36.475508 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a385e377-6064-4dff-81b9-c48548a1439c req-f91001fd-ded7-4b90-9ac3-d02e9a058a62 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 932 time: 0.0527492 May 10 20:32:36.477444 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.523252 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a385e377-6064-4dff-81b9-c48548a1439c req-8c8e103d-fd0c-45ec-9ccb-cc33233c3f8b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 May 10 20:32:36.543686 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-70fd7200-df86-48cb-a23c-c54387b22175 None None] Provisioning complete for port f4759d7e-1e14-4fe1-9952-e0b7da16106f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:32:36.544175 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-70fd7200-df86-48cb-a23c-c54387b22175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.579614 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-70fd7200-df86-48cb-a23c-c54387b22175 None None] Port f4759d7e-1e14-4fe1-9952-e0b7da16106f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:32:36.658391 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b79d6-2e2e-41ab-a9ed-0a10f263666a req-7804255d-cf21-4ec1-af1c-d37993975c5b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:36.659916 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-510b79d6-2e2e-41ab-a9ed-0a10f263666a req-7804255d-cf21-4ec1-af1c-d37993975c5b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0475905 May 10 20:32:36.707750 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:32:36.712846 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-510b79d6-2e2e-41ab-a9ed-0a10f263666a req-557abbbe-f6fb-457e-80d5-bf20d2ec6c90 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459216 May 10 20:32:36.745894 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4759d7e-1e14-4fe1-9952-e0b7da16106f {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:32:36.753426 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Publish callbacks [] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.766049 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Transition to ACTIVE for port object f4759d7e-1e14-4fe1-9952-e0b7da16106f will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:32:36.771273 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.812650 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:36.822371 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=f4759d7e-1e14-4fe1-9952-e0b7da16106f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:36.831331 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'port_id': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'mac_address': 'fa:16:3e:d0:85:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:32:36.871123 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f9a5ff83-f76c-42b5-8831-862bc9d49d17 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:32:36.871509 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.884732 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a5ff83-f76c-42b5-8831-862bc9d49d17 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:32:36.899505 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Attempting to bind port f4759d7e-1e14-4fe1-9952-e0b7da16106f on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:32:36.899842 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Attempting to bind port f4759d7e-1e14-4fe1-9952-e0b7da16106f by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:32:36.900202 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Attempting to bind port f4759d7e-1e14-4fe1-9952-e0b7da16106f on network 836205da-476a-4894-bbf3-e76da5a6bb7f {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:32:36.904961 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Port f4759d7e-1e14-4fe1-9952-e0b7da16106f on network 836205da-476a-4894-bbf3-e76da5a6bb7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:32:36.905312 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Attempting to bind port f4759d7e-1e14-4fe1-9952-e0b7da16106f on network 836205da-476a-4894-bbf3-e76da5a6bb7f {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:32:36.909612 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:36.910900 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:32:36.911239 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Checking segment: {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:32:36.911951 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Bound using segment: {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:32:36.912296 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Bound port: f4759d7e-1e14-4fe1-9952-e0b7da16106f, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64568a4e-bf8f-4c2e-86b9-0e17a3c54983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:32:36.912727 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.915473 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:36.970843 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:36.978526 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.979134 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.979526 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.979877 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.980375 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.980869 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.981293 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.981544 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.981884 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.982201 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.982525 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.982854 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.983174 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.983483 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.983946 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:32:36.990863 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] For port f4759d7e-1e14-4fe1-9952-e0b7da16106f, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:32:36.994081 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] For port f4759d7e-1e14-4fe1-9952-e0b7da16106f, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f4759d7e-1e14-4fe1-9952-e0b7da16106f,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:32:37.000621 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:37.034686 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:37.035332 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:37.036740 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] 10.222.0.69 "PUT /v2.0/ports/f4759d7e-1e14-4fe1-9952-e0b7da16106f HTTP/1.1" status: 200 len: 1094 time: 0.6316447 May 10 20:32:37.037184 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'tag': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:37.039381 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d6d179-f407-40e8-b058-fb911515154f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe946939-f5a9-4b1a-abf1-0753f505d60f", "tag": "f4759d7e-1e14-4fe1-9952-e0b7da16106f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:37.064827 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acea53-f79c-4d2d-8ea6-78ec8d35ae6d service neutron] Pushing event updated for resources: {'Port': ['ID=f4759d7e-1e14-4fe1-9952-e0b7da16106f,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:37.079028 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c044c-f651-49b1-a4c7-8ebb762a85aa x-openstack-request-id: req-779c044c-f651-49b1-a4c7-8ebb762a85aa {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:37.079384 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe946939-f5a9-4b1a-abf1-0753f505d60f", "tag": "f4759d7e-1e14-4fe1-9952-e0b7da16106f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:37.079640 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-779c044c-f651-49b1-a4c7-8ebb762a85aa {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:37.080035 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779c044c-f651-49b1-a4c7-8ebb762a85aa'] response: {'name': 'network-changed', 'server_uuid': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'tag': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f', 'status': 'completed', 'code': 200} May 10 20:32:37.124032 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-0f86d9be-7f71-4dd5-b1fe-83515381a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:37.126231 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-0f86d9be-7f71-4dd5-b1fe-83515381a9bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 1128 time: 0.0408955 May 10 20:32:37.172195 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-a4fc3c59-5f7d-4d05-82ef-5a545646baa7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4759d7e-1e14-4fe1-9952-e0b7da16106f HTTP/1.1" status: 200 len: 217 time: 0.0385139 May 10 20:32:37.215332 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['f9a5ff83-f76c-42b5-8831-862bc9d49d17'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:32:37.223943 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-f297d33b-5cd4-4812-bcd1-63b378281157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:37.225636 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-f297d33b-5cd4-4812-bcd1-63b378281157 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.0473313 May 10 20:32:37.268515 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-49052591-9e7a-4c0a-8f18-235947b74fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:37.270197 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-49052591-9e7a-4c0a-8f18-235947b74fdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385075 May 10 20:32:37.362000 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-1131233a-3274-4a93-a726-417f49d4fa46 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852315 May 10 20:32:37.451442 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-39805d03-b0dd-4711-ac02-fcc1ffccf556 req-80d60831-d25b-4694-a234-50cc3be556e5 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831680 May 10 20:32:37.646653 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f480f-5463-41ab-973e-3564efadc1ee req-92e21687-6b8e-4ccc-801f-8f4fd10f5440 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:37.648102 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a76f480f-5463-41ab-973e-3564efadc1ee req-92e21687-6b8e-4ccc-801f-8f4fd10f5440 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 944 time: 0.0509632 May 10 20:32:37.693110 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a76f480f-5463-41ab-973e-3564efadc1ee req-d7d46c16-1075-44ef-b921-24179bcc99d6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394416 May 10 20:32:37.828507 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75248073-1621-4d5d-81c4-36a7cf85edda req-809302dd-5b7e-475b-bec8-e9397a4c7b54 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:37.829887 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-75248073-1621-4d5d-81c4-36a7cf85edda req-809302dd-5b7e-475b-bec8-e9397a4c7b54 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 944 time: 0.0453129 May 10 20:32:37.874942 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-75248073-1621-4d5d-81c4-36a7cf85edda req-318dfc18-7dcc-41cb-bea5-f846c95b4e4b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396857 May 10 20:32:38.547918 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6d179-f407-40e8-b058-fb911515154f req-2ecd5fd6-ee33-4648-b1bd-ea1aadfc6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:38.549387 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56d6d179-f407-40e8-b058-fb911515154f req-2ecd5fd6-ee33-4648-b1bd-ea1aadfc6752 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 1128 time: 0.0431066 May 10 20:32:38.635330 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6d179-f407-40e8-b058-fb911515154f req-3f546cdc-fe75-4242-8d2d-12e8c9160ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:38.636723 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56d6d179-f407-40e8-b058-fb911515154f req-3f546cdc-fe75-4242-8d2d-12e8c9160ba7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 912 time: 0.0806313 May 10 20:32:38.681412 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56d6d179-f407-40e8-b058-fb911515154f req-a33d1880-c577-4e38-9b96-22285268b093 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4759d7e-1e14-4fe1-9952-e0b7da16106f HTTP/1.1" status: 200 len: 217 time: 0.0377345 May 10 20:32:38.722677 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:32:38.743080 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6d179-f407-40e8-b058-fb911515154f req-b5fe9a48-d8e4-4467-abac-7b5fa3cfee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:38.744722 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56d6d179-f407-40e8-b058-fb911515154f req-b5fe9a48-d8e4-4467-abac-7b5fa3cfee7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.0566311 May 10 20:32:38.769462 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port f9a5ff83-f76c-42b5-8831-862bc9d49d17 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:32:38.776458 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port f9a5ff83-f76c-42b5-8831-862bc9d49d17 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:32:38.776885 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:38.793251 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6d179-f407-40e8-b058-fb911515154f req-504965b8-101b-4382-81d6-3d1c644407b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:38.795619 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56d6d179-f407-40e8-b058-fb911515154f req-504965b8-101b-4382-81d6-3d1c644407b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424113 May 10 20:32:38.807896 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eedb2-662e-4b90-9fa5-b8630fdc2f15 req-5f7a67c7-4d94-4d50-b347-6b79fba39488 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:38.809473 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4f2eedb2-662e-4b90-9fa5-b8630fdc2f15 req-5f7a67c7-4d94-4d50-b347-6b79fba39488 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 944 time: 0.0491664 May 10 20:32:38.853631 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f9a5ff83-f76c-42b5-8831-862bc9d49d17 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:32:38.854135 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:38.862536 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4f2eedb2-662e-4b90-9fa5-b8630fdc2f15 req-86e82ede-5538-4881-96cf-eed5f8f9a3fc tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 May 10 20:32:38.879146 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:38.881420 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a42d02c-efe1-4b45-ba3d-006b50a69a58" -d '{"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:38.891673 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56d6d179-f407-40e8-b058-fb911515154f req-afc00d22-ed41-4225-83ea-08911bc52db4 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882559 May 10 20:32:38.893478 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:38.898104 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:38.939772 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79812bc-0837-4df5-82e3-1cc537d681c4 x-openstack-request-id: req-e79812bc-0837-4df5-82e3-1cc537d681c4 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:38.940090 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:38.940350 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e79812bc-0837-4df5-82e3-1cc537d681c4 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:38.940745 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79812bc-0837-4df5-82e3-1cc537d681c4'] response: {'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'code': 200} May 10 20:32:38.953476 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:39.008218 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56d6d179-f407-40e8-b058-fb911515154f req-7ec58fa4-6f71-4b8c-8d19-09f4f32fd763 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084187 May 10 20:32:39.011224 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2d7a4-fb16-4eca-b60b-70ce81a098c4 req-4043bff1-ccd8-4db4-99dd-e737b000b844 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:39.012780 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e1a2d7a4-fb16-4eca-b60b-70ce81a098c4 req-4043bff1-ccd8-4db4-99dd-e737b000b844 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0528469 May 10 20:32:39.065035 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e1a2d7a4-fb16-4eca-b60b-70ce81a098c4 req-282482de-c965-4615-8fe0-c267f7c24a05 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460570 May 10 20:32:39.117268 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429f05d-8732-4d8c-af41-94f5d6b7f8d2 req-40d67b05-cce5-4ccd-9bc3-7a181fdeee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:39.118894 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f429f05d-8732-4d8c-af41-94f5d6b7f8d2 req-40d67b05-cce5-4ccd-9bc3-7a181fdeee60 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 1129 time: 0.0382266 May 10 20:32:39.163564 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f429f05d-8732-4d8c-af41-94f5d6b7f8d2 req-2e73b3b3-8067-4ace-b11b-5269a5ef884d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371664 May 10 20:32:39.982122 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b42ec-f455-4216-9553-bf92c3684e70 req-f863b835-8eb6-4013-baac-c818ad9e45c5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:39.983636 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-590b42ec-f455-4216-9553-bf92c3684e70 req-f863b835-8eb6-4013-baac-c818ad9e45c5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 944 time: 0.0466750 May 10 20:32:40.037362 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-590b42ec-f455-4216-9553-bf92c3684e70 req-4ba29f81-6e38-481a-b13d-a59d35641b87 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473003 May 10 20:32:40.182941 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b464c3-17c5-4ff3-846e-5e6c31667483 req-31c6780b-073d-41d5-b60f-fe0423719f4a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:40.184393 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0b464c3-17c5-4ff3-846e-5e6c31667483 req-31c6780b-073d-41d5-b60f-fe0423719f4a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0494618 May 10 20:32:40.230308 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b0b464c3-17c5-4ff3-846e-5e6c31667483 req-729d8972-c949-4a80-beb4-e5e74409fb40 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398703 May 10 20:32:40.740200 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f4759d7e-1e14-4fe1-9952-e0b7da16106f details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:32:40.834672 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f4759d7e-1e14-4fe1-9952-e0b7da16106f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f4759d7e-1e14-4fe1-9952-e0b7da16106f,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:40.846279 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'port_id': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f', 'mac_address': 'fa:16:3e:27:c9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:32:41.006211 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f4759d7e-1e14-4fe1-9952-e0b7da16106f is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:32:41.006516 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:41.018994 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4759d7e-1e14-4fe1-9952-e0b7da16106f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:32:41.038591 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f4759d7e-1e14-4fe1-9952-e0b7da16106f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f4759d7e-1e14-4fe1-9952-e0b7da16106f,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:41.042180 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:41.088223 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f4759d7e-1e14-4fe1-9952-e0b7da16106f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:41.150101 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b19cc-0dc3-48e8-90f6-3eb83274e1a2 req-e38bd860-1e7f-4a65-9ad3-3cd1e529829b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:41.151745 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e7b19cc-0dc3-48e8-90f6-3eb83274e1a2 req-e38bd860-1e7f-4a65-9ad3-3cd1e529829b tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 945 time: 0.0469446 May 10 20:32:41.196951 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e7b19cc-0dc3-48e8-90f6-3eb83274e1a2 req-0e09adaf-6663-410e-9337-5c0658dba5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392783 May 10 20:32:41.331471 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['f4759d7e-1e14-4fe1-9952-e0b7da16106f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:32:41.349641 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733c378-fcce-4c3b-bd26-d74b294ddcd8 req-525af808-13b8-421d-94d5-70bec938270e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:41.351156 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5733c378-fcce-4c3b-bd26-d74b294ddcd8 req-525af808-13b8-421d-94d5-70bec938270e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0501108 May 10 20:32:41.397587 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5733c378-fcce-4c3b-bd26-d74b294ddcd8 req-0761643b-c1d5-45a2-b83a-ad709f2fcd3a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 May 10 20:32:41.509278 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0da68b-acaf-44a4-a49e-2fab9b7db570 req-67974f54-2c65-4569-a212-7195b62c27be tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:41.510760 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b0da68b-acaf-44a4-a49e-2fab9b7db570 req-67974f54-2c65-4569-a212-7195b62c27be tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0461657 May 10 20:32:41.520089 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37880) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:41.524541 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-6924fc8e-5b1a-4617-bd49-d7114214b8fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Request body: {'floatingip': {'port_id': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:41.562898 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6924fc8e-5b1a-4617-bd49-d7114214b8fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (e170af96-bee6-4c15-b5b1-36d102400615), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:41.990991 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6924fc8e-5b1a-4617-bd49-d7114214b8fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:41.994643 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6924fc8e-5b1a-4617-bd49-d7114214b8fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (e170af96-bee6-4c15-b5b1-36d102400615), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:42.095043 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-6924fc8e-5b1a-4617-bd49-d7114214b8fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Floating IP e170af96-bee6-4c15-b5b1-36d102400615 associated. External IP: 172.27.0.193, port: f9a5ff83-f76c-42b5-8831-862bc9d49d17. May 10 20:32:42.335852 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba728-3205-4680-bcf2-59ec7de49cfa req-20f4c452-a7c1-4eef-b030-90aa2eadd222 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:42.337209 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9f2ba728-3205-4680-bcf2-59ec7de49cfa req-20f4c452-a7c1-4eef-b030-90aa2eadd222 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 945 time: 0.0572095 May 10 20:32:42.338864 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6924fc8e-5b1a-4617-bd49-d7114214b8fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Router 136efa15-6070-4f0b-ac95-3c7e68961527 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:32:42.427708 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9f2ba728-3205-4680-bcf2-59ec7de49cfa req-67b0ab0b-b1d3-4a38-bcae-22cd51bc01dd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842915 May 10 20:32:42.479654 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6924fc8e-5b1a-4617-bd49-d7114214b8fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:32:42.484101 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6924fc8e-5b1a-4617-bd49-d7114214b8fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:42.489797 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] Sync routers for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:32:42.500148 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:42.500760 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:42.517511 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6924fc8e-5b1a-4617-bd49-d7114214b8fb tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "PUT /v2.0/floatingips/e170af96-bee6-4c15-b5b1-36d102400615 HTTP/1.1" status: 200 len: 991 time: 0.9963934 May 10 20:32:42.518179 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:42.520743 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56438fe2-64af-43c3-a5db-f340bae5fddf" -d '{"events": [{"name": "network-changed", "server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:42.557147 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cb7722-f080-4821-8a26-9db17947e886 x-openstack-request-id: req-88cb7722-f080-4821-8a26-9db17947e886 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:42.557445 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:42.557703 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88cb7722-f080-4821-8a26-9db17947e886 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:42.558116 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cb7722-f080-4821-8a26-9db17947e886'] response: {'name': 'network-changed', 'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'status': 'completed', 'code': 200} May 10 20:32:42.609982 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:42.630547 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-34d32359-71fb-4e3d-b899-3e3e0eb87332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:42.632039 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-34d32359-71fb-4e3d-b899-3e3e0eb87332 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 1129 time: 0.0504267 May 10 20:32:42.718938 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-808c8804-7b02-4f46-833a-fd560ab57ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:42.720428 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-808c8804-7b02-4f46-833a-fd560ab57ba6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 918 time: 0.0818479 May 10 20:32:42.747064 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f4759d7e-1e14-4fe1-9952-e0b7da16106f up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:32:42.788963 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-c45bc45a-0e0c-4e77-94e9-9f56366f70ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17 HTTP/1.1" status: 200 len: 999 time: 0.0614679 May 10 20:32:42.838025 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-7248eaba-1690-476b-82de-e9576be15314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:42.839465 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-7248eaba-1690-476b-82de-e9576be15314 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0427692 May 10 20:32:42.850078 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port f4759d7e-1e14-4fe1-9952-e0b7da16106f completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:32:42.863548 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port f4759d7e-1e14-4fe1-9952-e0b7da16106f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:32:42.863837 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:42.885278 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-9fce4300-8563-42a3-a6a1-f41523937005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:42.886779 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-9fce4300-8563-42a3-a6a1-f41523937005 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390003 May 10 20:32:42.934162 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'e170af96-bee6-4c15-b5b1-36d102400615', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'port_id': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'mac_address': 'fa:16:3e:d0:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:32:29Z', 'updated_at': '2022-05-10T20:32:41Z', 'revision_number': 1, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:42.964772 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] Checking router: 136efa15-6070-4f0b-ac95-3c7e68961527 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:32:42.985196 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-c2b8766e-07e0-48f2-8adc-d93e8412ad56 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904782 May 10 20:32:43.002933 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:43.003553 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:43.043392 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f4759d7e-1e14-4fe1-9952-e0b7da16106f is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:32:43.043777 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:43.072126 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-56438fe2-64af-43c3-a5db-f340bae5fddf req-5d0ee6fd-b2bb-4864-8a0a-9b4e7b3feed4 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810850 May 10 20:32:43.076246 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:43.078702 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8439e6c-dd74-478b-9b5c-f0597ea728c2" -d '{"events": [{"server_uuid": "fe946939-f5a9-4b1a-abf1-0753f505d60f", "name": "network-vif-plugged", "status": "completed", "tag": "f4759d7e-1e14-4fe1-9952-e0b7da16106f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:43.098030 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f4759d7e-1e14-4fe1-9952-e0b7da16106f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f4759d7e-1e14-4fe1-9952-e0b7da16106f,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:43.103261 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:43.133653 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dbdc4f-8d13-42d2-9fd3-547d803abc2e x-openstack-request-id: req-c5dbdc4f-8d13-42d2-9fd3-547d803abc2e {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:43.133963 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe946939-f5a9-4b1a-abf1-0753f505d60f", "name": "network-vif-plugged", "status": "completed", "tag": "f4759d7e-1e14-4fe1-9952-e0b7da16106f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:43.134221 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5dbdc4f-8d13-42d2-9fd3-547d803abc2e {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:43.134607 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5dbdc4f-8d13-42d2-9fd3-547d803abc2e'] response: {'server_uuid': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f', 'code': 200} May 10 20:32:43.185569 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:43.220488 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f4759d7e-1e14-4fe1-9952-e0b7da16106f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:43.292395 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed123-9415-4979-80ae-5b7d033903d0 req-df0c13b7-4188-4438-a1a1-cfea67142c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:43.293930 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-079ed123-9415-4979-80ae-5b7d033903d0 req-df0c13b7-4188-4438-a1a1-cfea67142c81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 1130 time: 0.0400040 May 10 20:32:43.341080 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-079ed123-9415-4979-80ae-5b7d033903d0 req-e70452a7-0570-47d7-a011-be7cc841d53b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 May 10 20:32:43.407461 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'e170af96-bee6-4c15-b5b1-36d102400615', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'port_id': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'mac_address': 'fa:16:3e:d0:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:32:29Z', 'updated_at': '2022-05-10T20:32:41Z', 'revision_number': 1, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:43.432674 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c2aab1-2646-49d5-85a5-76472529887d None None] The sync data for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi is: [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'e170af96-bee6-4c15-b5b1-36d102400615', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'port_id': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'mac_address': 'fa:16:3e:d0:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:32:29Z', 'updated_at': '2022-05-10T20:32:41Z', 'revision_number': 1, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:32:43.553532 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9005f-7aa3-470e-ba14-a94a26fcd74b req-dd8cf6a9-476f-42d8-b1bb-1f0143e851f0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:43.555016 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ccf9005f-7aa3-470e-ba14-a94a26fcd74b req-dd8cf6a9-476f-42d8-b1bb-1f0143e851f0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 946 time: 0.0492165 May 10 20:32:43.603829 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ccf9005f-7aa3-470e-ba14-a94a26fcd74b req-da814847-850d-4934-a2db-222d5855515c tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 May 10 20:32:43.633103 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00273e49-042b-4c02-af3d-5bf1e5559947 None None] New status for floating IP e170af96-bee6-4c15-b5b1-36d102400615: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:32:44.717026 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2159e7-3d74-417b-9ee2-8aa56e76fdb8 req-b650b5d1-aa75-44b7-9811-33e8f42ba661 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:44.718998 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a2159e7-3d74-417b-9ee2-8aa56e76fdb8 req-b650b5d1-aa75-44b7-9811-33e8f42ba661 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 946 time: 0.0464430 May 10 20:32:44.763872 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a2159e7-3d74-417b-9ee2-8aa56e76fdb8 req-e9a380a5-1a57-42bf-95f1-d02066bc8ef7 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392716 May 10 20:32:45.876984 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c844d4-4953-49ef-abf0-fa5a4b76ac12 req-a97ef76c-75e3-4cbb-bf55-7209e4c03b31 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:45.878461 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52c844d4-4953-49ef-abf0-fa5a4b76ac12 req-a97ef76c-75e3-4cbb-bf55-7209e4c03b31 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 946 time: 0.0490179 May 10 20:32:45.924591 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-52c844d4-4953-49ef-abf0-fa5a4b76ac12 req-15dac408-1630-4a32-afaa-e127b9e19a15 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405724 May 10 20:32:46.032445 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef25228-d3c1-4f75-a273-39bdc674caa1 req-d1a4bd2b-fce4-419c-b53a-c79f4d704d47 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:46.033978 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cef25228-d3c1-4f75-a273-39bdc674caa1 req-d1a4bd2b-fce4-419c-b53a-c79f4d704d47 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 946 time: 0.0460942 May 10 20:32:46.042443 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37900) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:46.047569 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-9a64fbb3-1d39-40bb-a13e-5c79e75812ac tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Request body: {'floatingip': {'port_id': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:46.085260 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a64fbb3-1d39-40bb-a13e-5c79e75812ac tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (88880448-c83b-4cf4-a05e-e14151f071d6), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:46.512811 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a64fbb3-1d39-40bb-a13e-5c79e75812ac tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:46.516922 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a64fbb3-1d39-40bb-a13e-5c79e75812ac tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (88880448-c83b-4cf4-a05e-e14151f071d6), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:46.617230 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-9a64fbb3-1d39-40bb-a13e-5c79e75812ac tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Floating IP 88880448-c83b-4cf4-a05e-e14151f071d6 associated. External IP: 172.27.0.164, port: f4759d7e-1e14-4fe1-9952-e0b7da16106f. May 10 20:32:47.071613 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a64fbb3-1d39-40bb-a13e-5c79e75812ac tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Router edb47664-2139-480d-ac95-23dae09875af has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:32:47.178961 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a64fbb3-1d39-40bb-a13e-5c79e75812ac tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:32:47.183656 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a64fbb3-1d39-40bb-a13e-5c79e75812ac tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:47.188906 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] Sync routers for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:32:47.199418 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:47.200080 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:47.213371 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9a64fbb3-1d39-40bb-a13e-5c79e75812ac tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "PUT /v2.0/floatingips/88880448-c83b-4cf4-a05e-e14151f071d6 HTTP/1.1" status: 200 len: 992 time: 1.1698837 May 10 20:32:47.214063 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'tag': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:47.216512 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009111f7-f9dc-4fcc-80f1-5520986a5fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "fe946939-f5a9-4b1a-abf1-0753f505d60f", "tag": "f4759d7e-1e14-4fe1-9952-e0b7da16106f"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:47.251303 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d3813-76cf-4ae1-967a-6af6c44e342a x-openstack-request-id: req-a74d3813-76cf-4ae1-967a-6af6c44e342a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:47.251588 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe946939-f5a9-4b1a-abf1-0753f505d60f", "tag": "f4759d7e-1e14-4fe1-9952-e0b7da16106f", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:47.251840 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a74d3813-76cf-4ae1-967a-6af6c44e342a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:47.252233 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74d3813-76cf-4ae1-967a-6af6c44e342a'] response: {'name': 'network-changed', 'server_uuid': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'tag': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f', 'status': 'completed', 'code': 200} May 10 20:32:47.308166 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:47.310115 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-d869d670-ce23-41cc-bf84-44a69da0286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:47.311613 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-d869d670-ce23-41cc-bf84-44a69da0286d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=638a84064b2244e0b938b063e13cb944&device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 1130 time: 0.0381467 May 10 20:32:47.400092 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-9a926c72-134d-48b5-973b-766d1608dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:47.401618 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-9a926c72-134d-48b5-973b-766d1608dee3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 200 len: 912 time: 0.0818150 May 10 20:32:47.472297 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-c071064a-18bf-46ce-8aa8-7a6a0d0ab6dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4759d7e-1e14-4fe1-9952-e0b7da16106f HTTP/1.1" status: 200 len: 1000 time: 0.0636456 May 10 20:32:47.521968 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-b94652d5-90a7-4e2a-ba9f-85b5bb955d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:47.523334 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-b94652d5-90a7-4e2a-ba9f-85b5bb955d22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 200 len: 850 time: 0.0447838 May 10 20:32:47.570881 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-ae6a34d1-b7bc-4f2c-8e0c-a46502e11f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:47.572361 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-ae6a34d1-b7bc-4f2c-8e0c-a46502e11f24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=836205da-476a-4894-bbf3-e76da5a6bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432055 May 10 20:32:47.652616 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '88880448-c83b-4cf4-a05e-e14151f071d6', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'edb47664-2139-480d-ac95-23dae09875af', 'port_id': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'mac_address': 'fa:16:3e:27:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:32:33Z', 'updated_at': '2022-05-10T20:32:46Z', 'revision_number': 1, 'project_id': '638a84064b2244e0b938b063e13cb944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:47.663672 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-ec546958-d042-41ed-9ac2-4439f96ce485 service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840759 May 10 20:32:47.682708 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] Checking router: edb47664-2139-480d-ac95-23dae09875af for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:32:47.690962 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:32:47.691566 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:47.752775 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-009111f7-f9dc-4fcc-80f1-5520986a5fbd req-1d77a59f-495d-44e5-810b-13b547ed20ad service neutron] 10.222.0.69 "GET /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825026 May 10 20:32:47.798977 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:32:48.005431 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '88880448-c83b-4cf4-a05e-e14151f071d6', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'edb47664-2139-480d-ac95-23dae09875af', 'port_id': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'mac_address': 'fa:16:3e:27:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:32:33Z', 'updated_at': '2022-05-10T20:32:46Z', 'revision_number': 1, 'project_id': '638a84064b2244e0b938b063e13cb944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:32:48.035885 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f81452-d753-429c-8b5d-da768ac7e147 None None] The sync data for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi is: [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '88880448-c83b-4cf4-a05e-e14151f071d6', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': 'edb47664-2139-480d-ac95-23dae09875af', 'port_id': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'mac_address': 'fa:16:3e:27:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:32:33Z', 'updated_at': '2022-05-10T20:32:46Z', 'revision_number': 1, 'project_id': '638a84064b2244e0b938b063e13cb944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:32:48.215492 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24745a73-ffb1-4f72-8b34-36a724963564 None None] New status for floating IP 88880448-c83b-4cf4-a05e-e14151f071d6: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:32:49.553310 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:54.055568 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:32:54.444728 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8a6d9931-f42d-4abf-926a-b6a3c3f0ea74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:55.149311 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2f6c8-090d-4502-8129-51eb8dd7e7a0 req-35c01895-2f84-4c1f-867b-3505bbe2ce3b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:55.150683 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fdf2f6c8-090d-4502-8129-51eb8dd7e7a0 req-35c01895-2f84-4c1f-867b-3505bbe2ce3b tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0464270 May 10 20:32:55.196659 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fdf2f6c8-090d-4502-8129-51eb8dd7e7a0 req-0f40788b-cd24-4b42-8145-78069faf320f tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 May 10 20:32:56.313118 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5887579-f3be-473f-b339-77b6525eb699 req-e74dbc35-1c3d-4a94-95cd-470fa09c579c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:56.314456 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5887579-f3be-473f-b339-77b6525eb699 req-e74dbc35-1c3d-4a94-95cd-470fa09c579c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0493922 May 10 20:32:56.359974 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5887579-f3be-473f-b339-77b6525eb699 req-d0e1f12d-3d82-492a-90aa-26c8a3f66ab4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 May 10 20:32:56.659328 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a43151c4-c262-4342-8f5f-0d5b57453859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:57.470502 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca55ac-2fd2-4e00-b0ce-38ca1119c2d0 req-c830a508-9f2f-4ccd-8cbf-b00e51cc9b6c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:57.471952 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0cca55ac-2fd2-4e00-b0ce-38ca1119c2d0 req-c830a508-9f2f-4ccd-8cbf-b00e51cc9b6c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0447242 May 10 20:32:57.517449 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0cca55ac-2fd2-4e00-b0ce-38ca1119c2d0 req-441ad860-8d8a-46b0-b8fb-a75860685040 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397413 May 10 20:32:58.058174 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:58.637339 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdad53-fca1-4d73-bbc0-bf185b65c6e6 req-791379dd-20b5-4429-a82c-fc888ba45559 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:58.638791 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-02fdad53-fca1-4d73-bbc0-bf185b65c6e6 req-791379dd-20b5-4429-a82c-fc888ba45559 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0515614 May 10 20:32:58.684885 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-02fdad53-fca1-4d73-bbc0-bf185b65c6e6 req-e6c2e104-96da-485b-bafc-cf2fa1c974f5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9a2870c-2315-43bd-9871-856670f00e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 May 10 20:32:58.961880 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-6d44c985-8d59-4dcf-a45e-91451618fa22 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:58.963209 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-6d44c985-8d59-4dcf-a45e-91451618fa22 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 945 time: 0.0486999 May 10 20:32:59.050226 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Deleting port 47de41f7-9f27-4859-b152-66f1ab4268f4 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:32:59.050564 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.097130 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.140980 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] For port 47de41f7-9f27-4859-b152-66f1ab4268f4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47de41f7-9f27-4859-b152-66f1ab4268f4,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:59.141454 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.363365 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-66551a71-f786-4b8d-b29d-dcf73585bed0 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083560296&fields=id&tenant_id=51884a66cf014d6596d22c37c4a97147 HTTP/1.1" status: 200 len: 267 time: 0.0449200 May 10 20:32:59.414646 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-d8cdfbd6-3c82-4f6f-9611-8b59cd76ec31 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:59.416230 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-d8cdfbd6-3c82-4f6f-9611-8b59cd76ec31 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 984 time: 0.0474467 May 10 20:32:59.426971 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-80da010c-6f27-44ac-ad59-ead3520c3190 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Request body: {'port': {'security_groups': ['5a9073da-7982-4688-9d53-ea0a832ec1bd']}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:32:59.503234 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-80da010c-6f27-44ac-ad59-ead3520c3190 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.542209 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.542484 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (891d0c98-d362-47c7-a71c-bafead430a4f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.542795 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Floating IP 891d0c98-d362-47c7-a71c-bafead430a4f disassociated. External IP: 172.27.0.73, port: 47de41f7-9f27-4859-b152-66f1ab4268f4. May 10 20:32:59.543137 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Calling delete_port for 47de41f7-9f27-4859-b152-66f1ab4268f4 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:32:59.677213 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (47de41f7-9f27-4859-b152-66f1ab4268f4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.692045 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-80da010c-6f27-44ac-ad59-ead3520c3190 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] For port 17b60462-c5b3-4701-9d7d-de886673ef7d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=17b60462-c5b3-4701-9d7d-de886673ef7d,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:32:59.707456 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event deleted for resources: {'Port': ['ID=47de41f7-9f27-4859-b152-66f1ab4268f4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:59.734492 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-80da010c-6f27-44ac-ad59-ead3520c3190 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.739783 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-80da010c-6f27-44ac-ad59-ead3520c3190 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.753423 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['17b60462-c5b3-4701-9d7d-de886673ef7d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:32:59.815101 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a891c19-eb29-4dfd-a02b-28f801502385 req-e96382ef-5df3-411a-b814-e8d026c155c3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=47fb1639-3b60-43d2-8dfe-60110e829a8d HTTP/1.1" status: 200 len: 210 time: 0.0385904 May 10 20:32:59.822472 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-80da010c-6f27-44ac-ad59-ead3520c3190 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:32:59.823190 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-80da010c-6f27-44ac-ad59-ead3520c3190 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.827954 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-306d88b2-44e7-4242-9bcd-e7d365e17186 req-80da010c-6f27-44ac-ad59-ead3520c3190 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "PUT /v2.0/ports/17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 942 time: 0.4052486 May 10 20:32:59.828659 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:32:59.831316 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:32:59.834653 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37948) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:32:59.844319 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:32:59.913639 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e95ae8a-bc3c-4c72-b5e0-2294ab6a2369 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group (86e866fd-4b07-4350-b5c6-a58b9b5f56a8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.923133 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da010c-6f27-44ac-ad59-ead3520c3190 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event updated for resources: {'Port': ['ID=17b60462-c5b3-4701-9d7d-de886673ef7d,revision_number=7']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:32:59.963294 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e95ae8a-bc3c-4c72-b5e0-2294ab6a2369 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group (86e866fd-4b07-4350-b5c6-a58b9b5f56a8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:32:59.973469 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['17b60462-c5b3-4701-9d7d-de886673ef7d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:32:59.990007 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:32:59.992139 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e2d56c-60a0-42f2-8645-992df9ab9452 x-openstack-request-id: req-19e2d56c-60a0-42f2-8645-992df9ab9452 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:32:59.992516 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:32:59.992879 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19e2d56c-60a0-42f2-8645-992df9ab9452 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:32:59.993370 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e2d56c-60a0-42f2-8645-992df9ab9452'] response: {'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'status': 'completed', 'code': 200} May 10 20:33:00.026445 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] Sync routers for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:33:00.050161 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e95ae8a-bc3c-4c72-b5e0-2294ab6a2369 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (86e866fd-4b07-4350-b5c6-a58b9b5f56a8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.053621 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9e95ae8a-bc3c-4c72-b5e0-2294ab6a2369 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.054814 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9e95ae8a-bc3c-4c72-b5e0-2294ab6a2369 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "DELETE /v2.0/security-groups/86e866fd-4b07-4350-b5c6-a58b9b5f56a8 HTTP/1.1" status: 204 len: 168 time: 0.2165148 May 10 20:33:00.058795 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37954) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:00.070912 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] No DVR routers for this DVR port 47de41f7-9f27-4859-b152-66f1ab4268f4 on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:00.073132 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:00.073843 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.073993 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:00.079346 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ea74f9c8-b0d9-459b-90b0-f7a47219ac70 req-a32958d0-a4c5-48d4-bf2c-df0479654713 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "DELETE /v2.0/ports/47de41f7-9f27-4859-b152-66f1ab4268f4 HTTP/1.1" status: 204 len: 173 time: 1.1081178 May 10 20:33:00.082348 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'name': 'network-vif-deleted', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:00.085643 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8c872b-ad2f-46ea-9bf6-80a4a4041a64" -d '{"events": [{"server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "name": "network-vif-deleted", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:00.104897 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-38c1df1f-616c-4d7f-bf24-a4dcffa22977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:00.107449 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-38c1df1f-616c-4d7f-bf24-a4dcffa22977 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51884a66cf014d6596d22c37c4a97147&device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 1129 time: 0.0894368 May 10 20:33:00.154706 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95ae8a-bc3c-4c72-b5e0-2294ab6a2369 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e866fd-4b07-4350-b5c6-a58b9b5f56a8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:00.255200 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-63e57b5e-2e9e-4eb0-8a6c-6fe50ab9385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:00.256868 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-63e57b5e-2e9e-4eb0-8a6c-6fe50ab9385d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4369b197-1a56-465e-9984-92729f634dd2 HTTP/1.1" status: 200 len: 916 time: 0.1369720 May 10 20:33:00.259990 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-6da377e5-6da2-4f57-9800-23ae0caa12d3 None None] Provisioning complete for port 17b60462-c5b3-4701-9d7d-de886673ef7d triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:33:00.260924 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6da377e5-6da2-4f57-9800-23ae0caa12d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.324241 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd8b37-722c-422f-bb7c-37c5b2f1629a x-openstack-request-id: req-46fd8b37-722c-422f-bb7c-37c5b2f1629a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:00.325070 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fb1639-3b60-43d2-8dfe-60110e829a8d", "name": "network-vif-deleted", "tag": "47de41f7-9f27-4859-b152-66f1ab4268f4", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:00.325070 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46fd8b37-722c-422f-bb7c-37c5b2f1629a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:00.325449 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fd8b37-722c-422f-bb7c-37c5b2f1629a'] response: {'server_uuid': '47fb1639-3b60-43d2-8dfe-60110e829a8d', 'name': 'network-vif-deleted', 'tag': '47de41f7-9f27-4859-b152-66f1ab4268f4', 'status': 'completed', 'code': 200} May 10 20:33:00.349198 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-90c48d46-1f74-4514-bb07-97a0487ecac9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 1000 time: 0.0843379 May 10 20:33:00.361662 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Deleting port 0c7e8c13-7359-409c-886c-35f5d068770a {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:00.362005 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (0c7e8c13-7359-409c-886c-35f5d068770a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.404825 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:00.438537 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (0c7e8c13-7359-409c-886c-35f5d068770a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.438868 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for floatingip (0c7e8c13-7359-409c-886c-35f5d068770a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.451839 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Calling delete_port for 0c7e8c13-7359-409c-886c-35f5d068770a owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:00.565421 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6da377e5-6da2-4f57-9800-23ae0caa12d3 None None] Current status of the port 17b60462-c5b3-4701-9d7d-de886673ef7d is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:33:00.631898 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (0c7e8c13-7359-409c-886c-35f5d068770a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.632777 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.642667 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-d1bc8583-de26-47d9-aa81-99e16f664e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:00.645067 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-d1bc8583-de26-47d9-aa81-99e16f664e72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eef294f-fec1-4883-ac0a-ece7a6fa255a HTTP/1.1" status: 200 len: 854 time: 0.0640540 May 10 20:33:00.693104 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:41Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:00.694881 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event deleted for resources: {'Port': ['ID=0c7e8c13-7359-409c-886c-35f5d068770a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:00.719491 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-a6d007bd-b95e-47aa-bd0a-560cd7dd1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:00.722271 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-a6d007bd-b95e-47aa-bd0a-560cd7dd1c47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4369b197-1a56-465e-9984-92729f634dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562594 May 10 20:33:00.731552 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] Checking router: b3fa7cfc-17be-4cc6-bdad-136c961e48c3 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:33:00.741219 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:00.742452 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:00.752615 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks [] for floatingip (cb387f38-eb38-4d3a-82c3-afdeb27f77d3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:00.753078 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Floating IP cb387f38-eb38-4d3a-82c3-afdeb27f77d3 disassociated (deleted). External IP: 172.27.0.12, port: 17b60462-c5b3-4701-9d7d-de886673ef7d. May 10 20:33:00.825820 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-b7d742ad-8cfd-4ea8-8500-384b80daeae6 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964241 May 10 20:33:00.868323 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:00.923702 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 37966) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:00.933314 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6bc54abb-efa0-4f2c-9d07-f6a0469c199e req-d13358b7-4c5b-4094-b6f5-3fc6abcdb97b service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000056 May 10 20:33:01.037143 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a177df29-20b2-4e33-8c39-ac50822745c2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group (c9a2870c-2315-43bd-9871-856670f00e6d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.045807 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:33:01.072485 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a177df29-20b2-4e33-8c39-ac50822745c2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group (c9a2870c-2315-43bd-9871-856670f00e6d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.198783 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a177df29-20b2-4e33-8c39-ac50822745c2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (c9a2870c-2315-43bd-9871-856670f00e6d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.201292 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a177df29-20b2-4e33-8c39-ac50822745c2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.202419 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a177df29-20b2-4e33-8c39-ac50822745c2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "DELETE /v2.0/security-groups/c9a2870c-2315-43bd-9871-856670f00e6d HTTP/1.1" status: 204 len: 168 time: 0.2777073 May 10 20:33:01.202767 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:41Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:01.205835 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37968) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:01.210290 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:33:01.217678 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.221446 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177df29-20b2-4e33-8c39-ac50822745c2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a2870c-2315-43bd-9871-856670f00e6d,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:01.224915 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b498bf-231d-460d-ac9e-870341453239 None None] Sync routers for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:33:01.230280 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0422b-7f3e-4dfc-adfc-11691edbf0e6 None None] The sync data for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi is: [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:26Z', 'revision_number': 4, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'be4d7a4a-0810-44d1-b712-85314f97d277', 'name': '', 'network_id': 'a39b073b-dc0a-4098-8dbd-0428d76eaadb', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'mac_address': 'fa:16:3e:4c:be:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:25Z', 'updated_at': '2022-05-10T20:27:41Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'subnets': [{'id': 'b737e67f-c47b-4001-9755-d3138de2b121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:33:01.245323 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-c23667e9-65ca-43b7-8380-476c6b8df0e1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] show failed (client error): The resource could not be found. May 10 20:33:01.246518 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c23667e9-65ca-43b7-8380-476c6b8df0e1 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups/c9a2870c-2315-43bd-9871-856670f00e6d HTTP/1.1" status: 404 len: 347 time: 0.0393836 May 10 20:33:01.249450 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 37970) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:01.254054 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b498bf-231d-460d-ac9e-870341453239 None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:01.254886 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-43b498bf-231d-460d-ac9e-870341453239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:01.255127 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-db124142-b149-4a57-992f-1a3f8ea56fc6 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "DELETE /v2.0/floatingips/cb387f38-eb38-4d3a-82c3-afdeb27f77d3 HTTP/1.1" status: 204 len: 168 time: 1.1900411 May 10 20:33:01.379771 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-43b498bf-231d-460d-ac9e-870341453239 None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:01.388247 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Deleting port d308758a-5255-49d0-a1db-775899035c43 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:01.388667 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (d308758a-5255-49d0-a1db-775899035c43), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.484423 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (d308758a-5255-49d0-a1db-775899035c43), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.484816 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for floatingip (d308758a-5255-49d0-a1db-775899035c43), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.504562 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Calling delete_port for d308758a-5255-49d0-a1db-775899035c43 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:01.606826 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c86a2-beb7-4410-b82f-02ce1fca7077 None None] New status for floating IP 891d0c98-d362-47c7-a71c-bafead430a4f: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:33:01.609287 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-43b498bf-231d-460d-ac9e-870341453239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:26Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e1d0f89d-b3b6-4814-bc02-3757b3cf5818', 'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'mac_address': 'fa:16:3e:a6:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:24Z', 'updated_at': '2022-05-10T20:29:30Z', 'revision_number': 5, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'subnets': [{'id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:01.638340 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b498bf-231d-460d-ac9e-870341453239 None None] Checking router: ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:33:01.652998 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (d308758a-5255-49d0-a1db-775899035c43), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.655725 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b498bf-231d-460d-ac9e-870341453239 None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:01.657390 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-43b498bf-231d-460d-ac9e-870341453239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:01.691631 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event deleted for resources: {'Port': ['ID=d308758a-5255-49d0-a1db-775899035c43,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:01.701776 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.api [None req-637c86a2-beb7-4410-b82f-02ce1fca7077 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:33:01.701974 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG oslo_db.api [None req-637c86a2-beb7-4410-b82f-02ce1fca7077 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:33:01.754190 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks [] for floatingip (891d0c98-d362-47c7-a71c-bafead430a4f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.756574 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:01.757768 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-effb230d-2455-4692-bc07-a4cd396169c4 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "DELETE /v2.0/floatingips/891d0c98-d362-47c7-a71c-bafead430a4f HTTP/1.1" status: 204 len: 168 time: 0.5073113 May 10 20:33:01.777193 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-43b498bf-231d-460d-ac9e-870341453239 None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:01.994513 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:01.996869 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7138ab52-fd5b-4dcd-951c-d8104c607444" -d '{"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:02.036372 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d01fad-7a82-4f07-867e-98d41bfbb915 x-openstack-request-id: req-43d01fad-7a82-4f07-867e-98d41bfbb915 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:02.036674 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:02.036927 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43d01fad-7a82-4f07-867e-98d41bfbb915 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:02.037424 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d01fad-7a82-4f07-867e-98d41bfbb915'] response: {'name': 'network-changed', 'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'status': 'completed', 'code': 200} May 10 20:33:02.054096 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-43b498bf-231d-460d-ac9e-870341453239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:26Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e1d0f89d-b3b6-4814-bc02-3757b3cf5818', 'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'mac_address': 'fa:16:3e:a6:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:24Z', 'updated_at': '2022-05-10T20:29:30Z', 'revision_number': 5, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'subnets': [{'id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:02.083546 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b498bf-231d-460d-ac9e-870341453239 None None] The sync data for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi is: [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:29:26Z', 'revision_number': 4, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e1d0f89d-b3b6-4814-bc02-3757b3cf5818', 'name': '', 'network_id': '4369b197-1a56-465e-9984-92729f634dd2', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'mac_address': 'fa:16:3e:a6:f2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:24Z', 'updated_at': '2022-05-10T20:29:30Z', 'revision_number': 5, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'subnets': [{'id': '8eef294f-fec1-4883-ac0a-ece7a6fa255a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:33:02.114401 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-82a536d5-93bd-4e1c-bd1a-1149be7c8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:02.116100 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-82a536d5-93bd-4e1c-bd1a-1149be7c8e13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=51884a66cf014d6596d22c37c4a97147&device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 1129 time: 0.0435209 May 10 20:33:02.205123 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c86a2-beb7-4410-b82f-02ce1fca7077 None None] New status for floating IP 891d0c98-d362-47c7-a71c-bafead430a4f: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:33:02.224616 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-253ccd83-0900-41ae-8170-d324db8cb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:02.226133 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-253ccd83-0900-41ae-8170-d324db8cb1a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4369b197-1a56-465e-9984-92729f634dd2 HTTP/1.1" status: 200 len: 916 time: 0.0963011 May 10 20:33:02.277834 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-e5bb3e47-ade7-45d8-9e8e-9512b65eeb8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 200 len: 217 time: 0.0442379 May 10 20:33:02.341571 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-91e1082e-8e18-4a6d-9c5d-6489da803dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:02.343067 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-91e1082e-8e18-4a6d-9c5d-6489da803dac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eef294f-fec1-4883-ac0a-ece7a6fa255a HTTP/1.1" status: 200 len: 854 time: 0.0587122 May 10 20:33:02.368676 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd974332-8062-449e-ab1d-dd9ec6f74970 None None] New status for floating IP cb387f38-eb38-4d3a-82c3-afdeb27f77d3: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:33:02.394147 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-1cf8af7b-c593-41df-b53b-115cca4abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:02.395919 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-1cf8af7b-c593-41df-b53b-115cca4abcd6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4369b197-1a56-465e-9984-92729f634dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463974 May 10 20:33:02.484955 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-ca5a0553-a266-4a6e-9f4f-181e37b0d24e service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813773 May 10 20:33:02.577225 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7138ab52-fd5b-4dcd-951c-d8104c607444 req-db5498d2-9c03-4d58-8250-79c1be2a47e9 service neutron] 10.222.0.69 "GET /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852661 May 10 20:33:02.846334 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 47de41f7-9f27-4859-b152-66f1ab4268f4 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:02.866606 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 47de41f7-9f27-4859-b152-66f1ab4268f4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:02.866944 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 47de41f7-9f27-4859-b152-66f1ab4268f4 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:04.023921 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1f156-1c5f-446c-8014-15add5afb188 req-fe33bc24-b90e-474e-91dd-27e404ba57ad tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:04.025433 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d3c1f156-1c5f-446c-8014-15add5afb188 req-fe33bc24-b90e-474e-91dd-27e404ba57ad tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0509617 May 10 20:33:04.072247 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d3c1f156-1c5f-446c-8014-15add5afb188 req-f268e368-933c-4b6c-944f-1e429a2f0fd3 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 May 10 20:33:04.227201 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534cc03-843e-45db-a8ea-0b44f0604e83 req-1b3456df-2f71-4b7a-af8e-d202c1e8b2c2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:04.228537 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2534cc03-843e-45db-a8ea-0b44f0604e83 req-1b3456df-2f71-4b7a-af8e-d202c1e8b2c2 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0458624 May 10 20:33:04.274802 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2534cc03-843e-45db-a8ea-0b44f0604e83 req-a11d2c70-3088-4220-bf5c-b26beffa0b39 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 May 10 20:33:05.187812 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793cd37-e8bb-40fa-ad65-8d4f41ee9db3 req-da465f54-a626-41f4-949e-27bec37478d1 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:05.189373 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1793cd37-e8bb-40fa-ad65-8d4f41ee9db3 req-da465f54-a626-41f4-949e-27bec37478d1 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0501926 May 10 20:33:05.233729 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1793cd37-e8bb-40fa-ad65-8d4f41ee9db3 req-276acdb5-c0d2-4832-bc48-96f53e074eac tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388262 May 10 20:33:05.386709 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca1404-add6-43c5-b8e0-cdb766728ec2 req-9286ad0d-86e1-4e9f-9398-386629e8556c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:05.388162 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b9ca1404-add6-43c5-b8e0-cdb766728ec2 req-9286ad0d-86e1-4e9f-9398-386629e8556c tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0462956 May 10 20:33:05.434641 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b9ca1404-add6-43c5-b8e0-cdb766728ec2 req-cf674a26-04c8-409a-a1ce-c3986dbe6367 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 May 10 20:33:06.344414 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8607ba-5a24-4501-a032-ab81e2f4447a req-7f30b538-5506-4f6d-b29e-db597041707c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:06.345883 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0e8607ba-5a24-4501-a032-ab81e2f4447a req-7f30b538-5506-4f6d-b29e-db597041707c tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0461435 May 10 20:33:06.393735 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0e8607ba-5a24-4501-a032-ab81e2f4447a req-bb454077-1fa3-4731-bdb8-3996b46871d8 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425327 May 10 20:33:06.543670 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305983f1-895b-436f-847c-046e72f4b526 req-985f859f-cefe-4702-a3cb-a0c05ce21b98 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:06.545054 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-305983f1-895b-436f-847c-046e72f4b526 req-985f859f-cefe-4702-a3cb-a0c05ce21b98 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0470321 May 10 20:33:06.590474 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-305983f1-895b-436f-847c-046e72f4b526 req-bb962fa1-9e79-47ed-91f6-f3ff49f6b8be tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 May 10 20:33:07.505933 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402678d-8dfb-45a7-ac05-b8013394f35d req-da0c1d59-00a9-48b1-a0a5-b1e5b92d4ea5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:07.507408 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b402678d-8dfb-45a7-ac05-b8013394f35d req-da0c1d59-00a9-48b1-a0a5-b1e5b92d4ea5 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0480101 May 10 20:33:07.552534 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b402678d-8dfb-45a7-ac05-b8013394f35d req-f84de5cb-f8f2-4ab8-a50b-eca84f088068 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 May 10 20:33:07.705129 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7416148-3090-4117-9404-c5b9cca69e9f req-4afc0d33-ced5-46b2-921f-9c8fa44836ef tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:07.706542 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b7416148-3090-4117-9404-c5b9cca69e9f req-4afc0d33-ced5-46b2-921f-9c8fa44836ef tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0489240 May 10 20:33:07.753969 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b7416148-3090-4117-9404-c5b9cca69e9f req-da159129-5d9b-4d85-bfd0-c13e93b2edab tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 May 10 20:33:08.234889 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-efc4378c-9696-495c-bba0-e590d1847809 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:08.236257 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-efc4378c-9696-495c-bba0-e590d1847809 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0466783 May 10 20:33:08.337859 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-2aa96416-f61d-4947-8f1f-196782c052bf tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:08.339269 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-2aa96416-f61d-4947-8f1f-196782c052bf tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0748649 May 10 20:33:08.405491 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Deleting port 17b60462-c5b3-4701-9d7d-de886673ef7d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:08.405861 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.500147 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Deleting port d8189a32-1a03-4f88-9ea0-92488138491a {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:08.500387 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.576289 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] For port 17b60462-c5b3-4701-9d7d-de886673ef7d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=17b60462-c5b3-4701-9d7d-de886673ef7d,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:08.576651 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.602218 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Calling delete_port for 17b60462-c5b3-4701-9d7d-de886673ef7d owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:08.664789 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fb7ea-d909-423e-aa1a-61db82b7502a req-28b1f305-54b5-4388-bea1-316747b15241 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:08.666569 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3d7fb7ea-d909-423e-aa1a-61db82b7502a req-28b1f305-54b5-4388-bea1-316747b15241 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6131f4a-2a40-4b33-bf35-763bb6dbf01c HTTP/1.1" status: 200 len: 945 time: 0.0470858 May 10 20:33:08.670518 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] For port d8189a32-1a03-4f88-9ea0-92488138491a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d8189a32-1a03-4f88-9ea0-92488138491a,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:08.670896 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.690335 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Calling delete_port for d8189a32-1a03-4f88-9ea0-92488138491a owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:08.712740 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3d7fb7ea-d909-423e-aa1a-61db82b7502a req-a9557585-2a8a-4cec-9f34-58eb82614138 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9073da-7982-4688-9d53-ea0a832ec1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 May 10 20:33:08.826670 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (17b60462-c5b3-4701-9d7d-de886673ef7d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.838287 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['17b60462-c5b3-4701-9d7d-de886673ef7d'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:33:08.867596 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f8a6b-e146-4e0c-acd3-8368b293e1d2 req-08e86606-55b9-4573-8ad2-6334cdec4f6e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:08.869434 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d50f8a6b-e146-4e0c-acd3-8368b293e1d2 req-08e86606-55b9-4573-8ad2-6334cdec4f6e tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=7863f3c8-d62c-4cc1-be62-0902625d59fe HTTP/1.1" status: 200 len: 945 time: 0.0481024 May 10 20:33:08.878672 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Pushing event deleted for resources: {'Port': ['ID=17b60462-c5b3-4701-9d7d-de886673ef7d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:08.924017 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d50f8a6b-e146-4e0c-acd3-8368b293e1d2 req-8310f3dc-629e-4e45-8f1d-ef85c6b342c9 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 May 10 20:33:08.936058 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] No DVR routers for this DVR port 17b60462-c5b3-4701-9d7d-de886673ef7d on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:08.939214 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.942690 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-359a152f-635f-4d47-8c2e-33f264c9eaf5 req-e899a254-bd65-4eef-94d9-f957ea31cd05 tempest-TestMinimumBasicScenario-819777149 tempest-TestMinimumBasicScenario-819777149-project] 10.222.0.69 "DELETE /v2.0/ports/17b60462-c5b3-4701-9d7d-de886673ef7d HTTP/1.1" status: 204 len: 173 time: 0.6840847 May 10 20:33:08.945103 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'name': 'network-vif-deleted', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:08.948022 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac37a216-9165-444e-bb55-e51480a4c067" -d '{"events": [{"server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "name": "network-vif-deleted", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:08.960037 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (d8189a32-1a03-4f88-9ea0-92488138491a), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:08.975240 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['06c622a7-be22-49f6-bfdf-2e75a819556e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:33:08.991055 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03616b26-cdb3-4d9d-8cfc-6a939677963c x-openstack-request-id: req-03616b26-cdb3-4d9d-8cfc-6a939677963c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:08.991353 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6131f4a-2a40-4b33-bf35-763bb6dbf01c", "name": "network-vif-deleted", "tag": "17b60462-c5b3-4701-9d7d-de886673ef7d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:08.991614 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03616b26-cdb3-4d9d-8cfc-6a939677963c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:08.992572 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03616b26-cdb3-4d9d-8cfc-6a939677963c'] response: {'server_uuid': 'b6131f4a-2a40-4b33-bf35-763bb6dbf01c', 'name': 'network-vif-deleted', 'tag': '17b60462-c5b3-4701-9d7d-de886673ef7d', 'status': 'completed', 'code': 200} May 10 20:33:09.018443 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event deleted for resources: {'Port': ['ID=d8189a32-1a03-4f88-9ea0-92488138491a,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:09.057240 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] No DVR routers for this DVR port d8189a32-1a03-4f88-9ea0-92488138491a on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:09.059657 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:09.063688 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c193e9d0-fefc-4529-860a-a65c8724a817 req-0741a35b-05ce-46c0-a538-2a4ed2ccb237 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "DELETE /v2.0/ports/d8189a32-1a03-4f88-9ea0-92488138491a HTTP/1.1" status: 204 len: 173 time: 0.7038443 May 10 20:33:10.209723 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae721cf2-8ca2-4bb3-bda8-04bcace7f80d req-e5978351-ecba-4ff0-bb5b-563d6880032a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:10.211261 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ae721cf2-8ca2-4bb3-bda8-04bcace7f80d req-e5978351-ecba-4ff0-bb5b-563d6880032a tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0498848 May 10 20:33:10.259715 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ae721cf2-8ca2-4bb3-bda8-04bcace7f80d req-917d1de6-6657-4922-924c-0c2629fab2c6 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 May 10 20:33:10.408943 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38090) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:10.787169 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:10.867608 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8189a32-1a03-4f88-9ea0-92488138491a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:10.891392 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: d8189a32-1a03-4f88-9ea0-92488138491a {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:10.891739 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device d8189a32-1a03-4f88-9ea0-92488138491a not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:10.892138 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 17b60462-c5b3-4701-9d7d-de886673ef7d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:10.910407 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 17b60462-c5b3-4701-9d7d-de886673ef7d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:10.910750 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 17b60462-c5b3-4701-9d7d-de886673ef7d not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:11.146349 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7863f3c8-d62c-4cc1-be62-0902625d59fe', 'name': 'network-vif-deleted', 'tag': 'd8189a32-1a03-4f88-9ea0-92488138491a'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:11.148597 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d2f662-4f52-41c2-bb1a-64516f30f32f" -d '{"events": [{"server_uuid": "7863f3c8-d62c-4cc1-be62-0902625d59fe", "name": "network-vif-deleted", "tag": "d8189a32-1a03-4f88-9ea0-92488138491a"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:11.193500 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea0f4db-6427-48bd-9472-a898bcbc7079 x-openstack-request-id: req-4ea0f4db-6427-48bd-9472-a898bcbc7079 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:11.193796 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7863f3c8-d62c-4cc1-be62-0902625d59fe", "name": "network-vif-deleted", "tag": "d8189a32-1a03-4f88-9ea0-92488138491a", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:11.194054 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ea0f4db-6427-48bd-9472-a898bcbc7079 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:11.194441 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea0f4db-6427-48bd-9472-a898bcbc7079'] response: {'server_uuid': '7863f3c8-d62c-4cc1-be62-0902625d59fe', 'name': 'network-vif-deleted', 'tag': 'd8189a32-1a03-4f88-9ea0-92488138491a', 'status': 'completed', 'code': 200} May 10 20:33:11.314073 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Deleting port e1d0f89d-b3b6-4814-bc02-3757b3cf5818 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:11.314415 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:11.374185 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352c246-de69-4085-a8d1-e37bafb12a41 req-80e2eef8-db05-40cd-854e-6780a424bbd3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:11.376147 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f352c246-de69-4085-a8d1-e37bafb12a41 req-80e2eef8-db05-40cd-854e-6780a424bbd3 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0458393 May 10 20:33:11.395197 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] For port e1d0f89d-b3b6-4814-bc02-3757b3cf5818, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=e1d0f89d-b3b6-4814-bc02-3757b3cf5818,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:11.395558 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:11.408446 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Calling delete_port for e1d0f89d-b3b6-4814-bc02-3757b3cf5818 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:11.422400 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f352c246-de69-4085-a8d1-e37bafb12a41 req-41ed0301-507d-4d40-82a9-31f3601cd7c8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 May 10 20:33:11.585658 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (e1d0f89d-b3b6-4814-bc02-3757b3cf5818), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:11.608163 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d0f89d-b3b6-4814-bc02-3757b3cf5818,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:11.782963 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:11.997549 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:33:12.104771 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:33:12.110393 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e3a5acbb-1abd-4ca1-bb58-801bb63599ed admin admin] 10.222.0.61 "PUT /v2.0/routers/ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004781 May 10 20:33:12.112814 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38098) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:12.116050 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] Sync routers for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:33:12.126420 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:12.127343 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:12.216847 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks [] for router (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.231753 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:12.321720 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks [] for router_gateway (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.366234 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Deleting port a39a83fc-1a44-43d0-a414-143a2fc922fc {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:12.366574 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.396479 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:33:11Z', 'revision_number': 5, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port': {'id': 'a39a83fc-1a44-43d0-a414-143a2fc922fc', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:22Z', 'updated_at': '2022-05-10T20:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:12.427316 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] Checking router: ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:33:12.435229 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] Routers {'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:12.435824 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:12.446722 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] For port a39a83fc-1a44-43d0-a414-143a2fc922fc, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=a39a83fc-1a44-43d0-a414-143a2fc922fc,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:12.447087 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.460785 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Calling delete_port for a39a83fc-1a44-43d0-a414-143a2fc922fc owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:12.525368 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] Set router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:12.542402 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb45c31-a72d-45f9-8863-806e3476a3dc req-913a7d61-aaed-40ce-80c7-930da2513049 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:12.543863 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1eb45c31-a72d-45f9-8863-806e3476a3dc req-913a7d61-aaed-40ce-80c7-930da2513049 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0517862 May 10 20:33:12.579297 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:33:12Z', 'revision_number': 6, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port_host': None}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:12.590687 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1eb45c31-a72d-45f9-8863-806e3476a3dc req-e8ff8e70-8a09-491e-ae45-6fa30885ab96 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/security-groups?id=5331c659-1a66-4139-ad2c-6cfd58f879c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 May 10 20:33:12.609715 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ad8e4-4f46-49c1-8326-886a4406eed2 None None] The sync data for ids ['ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd'] in dv-cinder-828806-2-iscsi is: [{'id': 'ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd', 'name': 'tempest-TestMinimumBasicScenario-1601111307-router', 'tenant_id': '51884a66cf014d6596d22c37c4a97147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:21Z', 'updated_at': '2022-05-10T20:33:12Z', 'revision_number': 6, 'project_id': '51884a66cf014d6596d22c37c4a97147', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:33:12.637784 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (a39a83fc-1a44-43d0-a414-143a2fc922fc), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.666518 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39a83fc-1a44-43d0-a414-143a2fc922fc,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:12.725257 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.830635 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.832736 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks [] for router_controller (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.916555 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.917048 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:33:12.924715 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:12.925864 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4dc60335-3013-498e-a144-38c374dbdac6 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ffdd19d7-9b0e-4366-a4c6-e2ff7d8159fd HTTP/1.1" status: 204 len: 168 time: 0.8120728 May 10 20:33:12.928482 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38102) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:12.939927 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fec86-fa82-4803-a060-7745520fccd3 req-050d9dea-d76e-4ba6-b012-8a0223b528e8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:12.941720 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d39fec86-fa82-4803-a060-7745520fccd3 req-050d9dea-d76e-4ba6-b012-8a0223b528e8 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 946 time: 0.0563796 May 10 20:33:12.986614 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd2b945-6351-4cf0-86bd-e24ff857cc6f admin admin] Deleting subnet 8eef294f-fec1-4883-ac0a-ece7a6fa255a {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:33:12.993062 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b945-6351-4cf0-86bd-e24ff857cc6f admin admin] Publish callbacks [] for subnet (8eef294f-fec1-4883-ac0a-ece7a6fa255a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.032240 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b945-6351-4cf0-86bd-e24ff857cc6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26748720'] for subnet (8eef294f-fec1-4883-ac0a-ece7a6fa255a), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.050095 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d39fec86-fa82-4803-a060-7745520fccd3 req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Deleting port 06c622a7-be22-49f6-bfdf-2e75a819556e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:13.050539 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d39fec86-fa82-4803-a060-7745520fccd3 req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.150211 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b945-6351-4cf0-86bd-e24ff857cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (8eef294f-fec1-4883-ac0a-ece7a6fa255a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.150443 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d39fec86-fa82-4803-a060-7745520fccd3 req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] For port 06c622a7-be22-49f6-bfdf-2e75a819556e, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=06c622a7-be22-49f6-bfdf-2e75a819556e,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:13.150674 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d39fec86-fa82-4803-a060-7745520fccd3 req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.165100 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d39fec86-fa82-4803-a060-7745520fccd3 req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Calling delete_port for 06c622a7-be22-49f6-bfdf-2e75a819556e owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:13.207882 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b945-6351-4cf0-86bd-e24ff857cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25972719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27138502'] for subnet (8eef294f-fec1-4883-ac0a-ece7a6fa255a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.234778 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2b945-6351-4cf0-86bd-e24ff857cc6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eef294f-fec1-4883-ac0a-ece7a6fa255a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:13.243566 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b945-6351-4cf0-86bd-e24ff857cc6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.249625 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7bd2b945-6351-4cf0-86bd-e24ff857cc6f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8eef294f-fec1-4883-ac0a-ece7a6fa255a HTTP/1.1" status: 204 len: 168 time: 0.3195601 May 10 20:33:13.251664 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ccc011-492a-4001-b7d4-87173991f3c1 None None] Network 4369b197-1a56-465e-9984-92729f634dd2 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:33:13.252555 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38104) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:13.315129 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d39fec86-fa82-4803-a060-7745520fccd3 req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (06c622a7-be22-49f6-bfdf-2e75a819556e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.326925 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['06c622a7-be22-49f6-bfdf-2e75a819556e'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:33:13.331957 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (4369b197-1a56-465e-9984-92729f634dd2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.363039 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Pushing event deleted for resources: {'Port': ['ID=06c622a7-be22-49f6-bfdf-2e75a819556e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:13.409839 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Deleting port 4bd13528-c579-4afa-b532-4361b97206db {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:13.410073 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39fec86-fa82-4803-a060-7745520fccd3 req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] No DVR routers for this DVR port 06c622a7-be22-49f6-bfdf-2e75a819556e on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:13.410184 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (4bd13528-c579-4afa-b532-4361b97206db), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.412628 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d39fec86-fa82-4803-a060-7745520fccd3 req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.416734 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d39fec86-fa82-4803-a060-7745520fccd3 req-c2b13f06-ccf7-4e97-8769-3cf79c042fa5 tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.69 "DELETE /v2.0/ports/06c622a7-be22-49f6-bfdf-2e75a819556e HTTP/1.1" status: 204 len: 173 time: 0.4683554 May 10 20:33:13.417311 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd77532-d88b-4fc0-8ffd-81bc169e55db', 'name': 'network-vif-deleted', 'tag': '06c622a7-be22-49f6-bfdf-2e75a819556e'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:13.420293 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d8e16-2696-4ab4-a646-4f5d716f10b8" -d '{"events": [{"server_uuid": "ffd77532-d88b-4fc0-8ffd-81bc169e55db", "name": "network-vif-deleted", "tag": "06c622a7-be22-49f6-bfdf-2e75a819556e"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:13.470011 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639ec19-7ffa-4b6b-b1ca-0c44ab428514 None None] DHCP port deletion for 4369b197-1a56-465e-9984-92729f634dd2 request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:33:13.471575 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654f3a46-618c-4fca-b7e7-1cd2f6a941dd x-openstack-request-id: req-654f3a46-618c-4fca-b7e7-1cd2f6a941dd {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:13.472127 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd77532-d88b-4fc0-8ffd-81bc169e55db", "name": "network-vif-deleted", "tag": "06c622a7-be22-49f6-bfdf-2e75a819556e", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:13.473088 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-654f3a46-618c-4fca-b7e7-1cd2f6a941dd {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:13.474038 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654f3a46-618c-4fca-b7e7-1cd2f6a941dd'] response: {'server_uuid': 'ffd77532-d88b-4fc0-8ffd-81bc169e55db', 'name': 'network-vif-deleted', 'tag': '06c622a7-be22-49f6-bfdf-2e75a819556e', 'status': 'completed', 'code': 200} May 10 20:33:13.507887 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] For port 4bd13528-c579-4afa-b532-4361b97206db, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=4bd13528-c579-4afa-b532-4361b97206db,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:13.508355 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (4bd13528-c579-4afa-b532-4361b97206db), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.523567 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6639ec19-7ffa-4b6b-b1ca-0c44ab428514 None None] Deleting port 4bd13528-c579-4afa-b532-4361b97206db {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:13.524224 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Calling delete_port for 4bd13528-c579-4afa-b532-4361b97206db owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:13.524432 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6639ec19-7ffa-4b6b-b1ca-0c44ab428514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (4bd13528-c579-4afa-b532-4361b97206db), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.594726 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-6639ec19-7ffa-4b6b-b1ca-0c44ab428514 None None] For port 4bd13528-c579-4afa-b532-4361b97206db, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=4bd13528-c579-4afa-b532-4361b97206db,segment=NetworkSegment(626b8039-3215-469b-b087-1ea04b8e3587),segment_id=626b8039-3215-469b-b087-1ea04b8e3587)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:13.595395 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6639ec19-7ffa-4b6b-b1ca-0c44ab428514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (4bd13528-c579-4afa-b532-4361b97206db), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.610512 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-6639ec19-7ffa-4b6b-b1ca-0c44ab428514 None None] Calling delete_port for 4bd13528-c579-4afa-b532-4361b97206db owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:13.622743 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (4bd13528-c579-4afa-b532-4361b97206db), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.649531 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd13528-c579-4afa-b532-4361b97206db,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:13.659489 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] No DVR routers for this DVR port 4bd13528-c579-4afa-b532-4361b97206db on host dv-cinder-828806-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:13.754428 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (4369b197-1a56-465e-9984-92729f634dd2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.758330 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6639ec19-7ffa-4b6b-b1ca-0c44ab428514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017'] for port (4bd13528-c579-4afa-b532-4361b97206db), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.759087 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-510f3d5b-afbb-4c43-a3f7-ed223105e2b9 req-112d4e5a-22e1-434b-bb7a-ce86a8dd0aac tempest-ServerRescueNegativeTestJSON-1386521700 tempest-ServerRescueNegativeTestJSON-1386521700-project] 10.222.0.61 "GET /v2.0/ports?device_id=ffd77532-d88b-4fc0-8ffd-81bc169e55db HTTP/1.1" status: 200 len: 210 time: 0.0433762 May 10 20:33:13.764754 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e1d0f89d-b3b6-4814-bc02-3757b3cf5818 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:13.782189 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4369b197-1a56-465e-9984-92729f634dd2']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:13.793182 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626b8039-3215-469b-b087-1ea04b8e3587') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:13.793487 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626b8039-3215-469b-b087-1ea04b8e3587') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:13.809621 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26748875'] for segment (626b8039-3215-469b-b087-1ea04b8e3587), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.813034 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: e1d0f89d-b3b6-4814-bc02-3757b3cf5818 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:13.813280 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e1d0f89d-b3b6-4814-bc02-3757b3cf5818 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:13.813697 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a39a83fc-1a44-43d0-a414-143a2fc922fc no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:13.819264 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639ec19-7ffa-4b6b-b1ca-0c44ab428514 None None] Pushing event deleted for resources: {'Port': ['ID=4bd13528-c579-4afa-b532-4361b97206db,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:13.830365 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (626b8039-3215-469b-b087-1ea04b8e3587), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.838477 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:33:13.839226 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25972613'] for segment (626b8039-3215-469b-b087-1ea04b8e3587), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: timer() May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: cb(*args, **kw) May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: self._notify() May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: self.callback(batched_events) May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: event.method(event) May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._get(url).json() May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:33:13.841623 dv-cinder-828806-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:33:13.844538 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639ec19-7ffa-4b6b-b1ca-0c44ab428514 None None] No DVR routers for this DVR port 4bd13528-c579-4afa-b532-4361b97206db on host dv-cinder-828806-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:13.848852 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: a39a83fc-1a44-43d0-a414-143a2fc922fc {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:13.849308 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a39a83fc-1a44-43d0-a414-143a2fc922fc not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:13.849974 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 4bd13528-c579-4afa-b532-4361b97206db no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:13.871445 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 4bd13528-c579-4afa-b532-4361b97206db {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:13.871852 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 4bd13528-c579-4afa-b532-4361b97206db not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:13.922773 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (4369b197-1a56-465e-9984-92729f634dd2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.928053 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:13.934563 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4369b197-1a56-465e-9984-92729f634dd2 HTTP/1.1" status: 204 len: 168 time: 0.6783068 May 10 20:33:13.934984 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38110) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:13.984136 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7deb9b-c7a7-4179-9d26-8d6876ca6128 admin admin] Pushing event deleted for resources: {'Network': ['ID=4369b197-1a56-465e-9984-92729f634dd2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:14.589704 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (fb0cf940-c77a-4fc0-a521-84aa3ea05011), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:14.828573 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38114) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:14.873446 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Deleting port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:14.873813 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:14.995936 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] For port 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3,segment=NetworkSegment(580f1b0a-3e91-473c-9ec6-333528522271),segment_id=580f1b0a-3e91-473c-9ec6-333528522271)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:14.996302 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:15.015993 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Calling delete_port for 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:15.379922 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:15.431167 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:15.445008 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:15.743952 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (fb0cf940-c77a-4fc0-a521-84aa3ea05011), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:15.855672 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Deleting port be4d7a4a-0810-44d1-b712-85314f97d277 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:15.856373 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.012587 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] For port be4d7a4a-0810-44d1-b712-85314f97d277, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=be4d7a4a-0810-44d1-b712-85314f97d277,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:16.012947 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.030161 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Calling delete_port for be4d7a4a-0810-44d1-b712-85314f97d277 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:16.138379 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Router fb0cf940-c77a-4fc0-a521-84aa3ea05011 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:33:16.336643 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:33:16.342711 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-41e82c5f-15b3-4806-ad1f-6cda2b4a0985 admin admin] 10.222.0.61 "PUT /v2.0/routers/fb0cf940-c77a-4fc0-a521-84aa3ea05011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069469 May 10 20:33:16.345318 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38118) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:16.347211 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] Sync routers for ids ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:33:16.356743 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] Routers {'fb0cf940-c77a-4fc0-a521-84aa3ea05011'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:16.357727 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:16.359896 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (be4d7a4a-0810-44d1-b712-85314f97d277), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.386726 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4d7a4a-0810-44d1-b712-85314f97d277,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:16.463594 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks [] for router (fb0cf940-c77a-4fc0-a521-84aa3ea05011), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.479598 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] Set router fb0cf940-c77a-4fc0-a521-84aa3ea05011 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:16.588394 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks [] for router_gateway (fb0cf940-c77a-4fc0-a521-84aa3ea05011), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.639888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Deleting port 702e1993-a834-4890-9775-0eb4d991e3fe {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:16.640329 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.676649 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:29Z', 'updated_at': '2022-05-10T20:33:15Z', 'revision_number': 5, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'gw_port': {'id': '702e1993-a834-4890-9775-0eb4d991e3fe', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:29:31Z', 'updated_at': '2022-05-10T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:16.709770 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] Checking router: fb0cf940-c77a-4fc0-a521-84aa3ea05011 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:33:16.718266 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] Routers {'fb0cf940-c77a-4fc0-a521-84aa3ea05011'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:16.718883 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:16.731623 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] For port 702e1993-a834-4890-9775-0eb4d991e3fe, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=702e1993-a834-4890-9775-0eb4d991e3fe,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:16.732077 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.746446 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Calling delete_port for 702e1993-a834-4890-9775-0eb4d991e3fe owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:16.809241 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] Set router fb0cf940-c77a-4fc0-a521-84aa3ea05011 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:16.833196 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.864211 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:29Z', 'updated_at': '2022-05-10T20:33:16Z', 'revision_number': 6, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'gw_port_host': None}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:16.877074 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 06c622a7-be22-49f6-bfdf-2e75a819556e no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:16.894965 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7967a917-1958-46fd-8d2b-2d6eef4f38a8 None None] The sync data for ids ['fb0cf940-c77a-4fc0-a521-84aa3ea05011'] in dv-cinder-828806-2-iscsi is: [{'id': 'fb0cf940-c77a-4fc0-a521-84aa3ea05011', 'name': 'tempest-TestMinimumBasicScenario-1417322699-router', 'tenant_id': 'c55adf09fe3e48468a0317be42fe770a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:29:29Z', 'updated_at': '2022-05-10T20:33:16Z', 'revision_number': 6, 'project_id': 'c55adf09fe3e48468a0317be42fe770a', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:33:16.905668 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 06c622a7-be22-49f6-bfdf-2e75a819556e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:16.906486 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 06c622a7-be22-49f6-bfdf-2e75a819556e not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:16.939997 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (702e1993-a834-4890-9775-0eb4d991e3fe), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:16.965209 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Pushing event deleted for resources: {'Port': ['ID=702e1993-a834-4890-9775-0eb4d991e3fe,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:17.032776 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (fb0cf940-c77a-4fc0-a521-84aa3ea05011), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.066373 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:33:17.177191 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:33:17.184997 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-de0781c8-83d9-47c2-b6f4-fdcd07cb4185 admin admin] 10.222.0.61 "PUT /v2.0/routers/b3fa7cfc-17be-4cc6-bdad-136c961e48c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3529491 May 10 20:33:17.185127 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38122) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:17.188200 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] Sync routers for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:33:17.200158 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:17.200798 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:17.307765 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks [] for router (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.370422 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (fb0cf940-c77a-4fc0-a521-84aa3ea05011), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.372916 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks [] for router_controller (fb0cf940-c77a-4fc0-a521-84aa3ea05011), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.429612 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (fb0cf940-c77a-4fc0-a521-84aa3ea05011), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.430883 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb0cf940-c77a-4fc0-a521-84aa3ea05011 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:33:17.435920 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.437315 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fcbde00f-109d-4d3e-92c6-b4a82f3665fb admin admin] 10.222.0.61 "DELETE /v2.0/routers/fb0cf940-c77a-4fc0-a521-84aa3ea05011 HTTP/1.1" status: 204 len: 168 time: 1.0903471 May 10 20:33:17.439654 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38124) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:17.443769 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks [] for router_gateway (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.462773 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:17.484905 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cdd2d4d-7565-42e8-b11d-1cc530ba3adc admin admin] Deleting subnet 7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:33:17.488070 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2d4d-7565-42e8-b11d-1cc530ba3adc admin admin] Publish callbacks [] for subnet (7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.491717 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Deleting port 43a73560-28be-4451-91f1-85d40b93ebc3 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:17.492251 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.522251 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2d4d-7565-42e8-b11d-1cc530ba3adc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25902530'] for subnet (7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.582891 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] For port 43a73560-28be-4451-91f1-85d40b93ebc3, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=43a73560-28be-4451-91f1-85d40b93ebc3,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:17.583316 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.597326 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Calling delete_port for 43a73560-28be-4451-91f1-85d40b93ebc3 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:17.630485 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:33:16Z', 'revision_number': 5, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port': {'id': '43a73560-28be-4451-91f1-85d40b93ebc3', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:17.643247 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2d4d-7565-42e8-b11d-1cc530ba3adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.657855 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] Checking router: b3fa7cfc-17be-4cc6-bdad-136c961e48c3 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:33:17.666056 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] Routers {'b3fa7cfc-17be-4cc6-bdad-136c961e48c3'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:17.666673 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:32:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:17.701930 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2d4d-7565-42e8-b11d-1cc530ba3adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25776282'] for subnet (7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.736952 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd2d4d-7565-42e8-b11d-1cc530ba3adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:17.744186 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2d4d-7565-42e8-b11d-1cc530ba3adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.747989 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1cdd2d4d-7565-42e8-b11d-1cc530ba3adc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7b7387f2-0cf4-4761-a3ee-d2844f0a6f3b HTTP/1.1" status: 204 len: 168 time: 0.3067770 May 10 20:33:17.751121 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38126) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:17.752239 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e53b9-50dd-474a-bb63-3a3b5a9056cc None None] Network b7fe13ae-b727-4f77-866c-067545f61a3c requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:33:17.796926 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (43a73560-28be-4451-91f1-85d40b93ebc3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.826283 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (b7fe13ae-b727-4f77-866c-067545f61a3c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.826616 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] Set router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:17.841851 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=43a73560-28be-4451-91f1-85d40b93ebc3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:17.904323 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Deleting port eecb4305-3147-4269-a955-b1e451a6a7b5 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:17.904712 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.934968 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:33:17Z', 'revision_number': 6, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port_host': None}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:17.938626 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:17.964944 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:17.989150 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:17.989496 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8c86cdc0-c7e2-4ef2-bca2-6dfd5122aaf3 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:17.989913 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 702e1993-a834-4890-9775-0eb4d991e3fe no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:18.010331 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] For port eecb4305-3147-4269-a955-b1e451a6a7b5, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=eecb4305-3147-4269-a955-b1e451a6a7b5,segment=NetworkSegment(580f1b0a-3e91-473c-9ec6-333528522271),segment_id=580f1b0a-3e91-473c-9ec6-333528522271)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:18.010745 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.011566 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 702e1993-a834-4890-9775-0eb4d991e3fe {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:18.011919 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 702e1993-a834-4890-9775-0eb4d991e3fe not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:18.014171 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9b045-0bab-46de-8006-16d7ab547376 None None] The sync data for ids ['b3fa7cfc-17be-4cc6-bdad-136c961e48c3'] in dv-cinder-828806-2-iscsi is: [{'id': 'b3fa7cfc-17be-4cc6-bdad-136c961e48c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1534475879-router', 'tenant_id': '67dae2f388bc4a81bc957f48b1b02e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:33:17Z', 'revision_number': 6, 'project_id': '67dae2f388bc4a81bc957f48b1b02e42', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:33:18.016105 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7364922-9bb7-44cf-9244-d952d55fd812 None None] DHCP port deletion for b7fe13ae-b727-4f77-866c-067545f61a3c request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:33:18.041612 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Calling delete_port for eecb4305-3147-4269-a955-b1e451a6a7b5 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:18.064110 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a7364922-9bb7-44cf-9244-d952d55fd812 None None] Deleting port eecb4305-3147-4269-a955-b1e451a6a7b5 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:18.064492 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7364922-9bb7-44cf-9244-d952d55fd812 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.081461 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.084067 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks [] for router_controller (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.142278 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a7364922-9bb7-44cf-9244-d952d55fd812 None None] For port eecb4305-3147-4269-a955-b1e451a6a7b5, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=eecb4305-3147-4269-a955-b1e451a6a7b5,segment=NetworkSegment(580f1b0a-3e91-473c-9ec6-333528522271),segment_id=580f1b0a-3e91-473c-9ec6-333528522271)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:18.142673 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7364922-9bb7-44cf-9244-d952d55fd812 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.160524 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.162086 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a7364922-9bb7-44cf-9244-d952d55fd812 None None] Calling delete_port for eecb4305-3147-4269-a955-b1e451a6a7b5 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:18.165325 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (b3fa7cfc-17be-4cc6-bdad-136c961e48c3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.166383 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3fa7cfc-17be-4cc6-bdad-136c961e48c3 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:33:18.173550 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.174699 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9a8e9ede-ec92-48ba-a7f8-0cf9c63abb2e admin admin] 10.222.0.61 "DELETE /v2.0/routers/b3fa7cfc-17be-4cc6-bdad-136c961e48c3 HTTP/1.1" status: 204 len: 168 time: 0.9887176 May 10 20:33:18.177163 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38128) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:18.193973 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Pushing event deleted for resources: {'Port': ['ID=eecb4305-3147-4269-a955-b1e451a6a7b5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:18.197501 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] No DVR routers for this DVR port eecb4305-3147-4269-a955-b1e451a6a7b5 on host dv-cinder-828806-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:18.243117 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Deleting subnet b737e67f-c47b-4001-9755-d3138de2b121 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:33:18.251026 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Publish callbacks [] for subnet (b737e67f-c47b-4001-9755-d3138de2b121), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.263815 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a7364922-9bb7-44cf-9244-d952d55fd812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017'] for port (eecb4305-3147-4269-a955-b1e451a6a7b5), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.281148 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (b7fe13ae-b727-4f77-866c-067545f61a3c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.288695 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7364922-9bb7-44cf-9244-d952d55fd812 None None] Pushing event deleted for resources: {'Port': ['ID=eecb4305-3147-4269-a955-b1e451a6a7b5,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:18.294097 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7364922-9bb7-44cf-9244-d952d55fd812 None None] No DVR routers for this DVR port eecb4305-3147-4269-a955-b1e451a6a7b5 on host dv-cinder-828806-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:18.295528 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26748720'] for subnet (b737e67f-c47b-4001-9755-d3138de2b121), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.312097 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fe13ae-b727-4f77-866c-067545f61a3c']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:18.321680 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580f1b0a-3e91-473c-9ec6-333528522271') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:18.321981 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580f1b0a-3e91-473c-9ec6-333528522271') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:18.331842 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25902393'] for segment (580f1b0a-3e91-473c-9ec6-333528522271), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.344917 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (580f1b0a-3e91-473c-9ec6-333528522271), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.350888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:33:18.351342 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444310'] for segment (580f1b0a-3e91-473c-9ec6-333528522271), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: timer() May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: cb(*args, **kw) May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: self._notify() May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: self.callback(batched_events) May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: event.method(event) May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._get(url).json() May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:33:18.353205 dv-cinder-828806-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:33:18.374482 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (b737e67f-c47b-4001-9755-d3138de2b121), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.415695 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (b7fe13ae-b727-4f77-866c-067545f61a3c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.420414 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.424144 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] 10.222.0.61 "DELETE /v2.0/networks/b7fe13ae-b727-4f77-866c-067545f61a3c HTTP/1.1" status: 204 len: 168 time: 0.6720083 May 10 20:33:18.444495 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25972719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27138502'] for subnet (b737e67f-c47b-4001-9755-d3138de2b121), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.447983 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caf15e-71af-4647-9039-185561f09fea admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fe13ae-b727-4f77-866c-067545f61a3c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:18.463462 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.468208 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b737e67f-c47b-4001-9755-d3138de2b121 HTTP/1.1" status: 204 len: 168 time: 0.2886043 May 10 20:33:18.471121 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f0cfdb-ba33-460c-a574-e4478c88b39b None None] Network a39b073b-dc0a-4098-8dbd-0428d76eaadb requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:33:18.477517 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38134) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:18.494138 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b737e67f-c47b-4001-9755-d3138de2b121,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:18.505223 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.506044 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.506397 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.507076 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.507422 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.507788 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.508306 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.508943 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.508943 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.509363 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.510029 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.510455 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.510944 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.511793 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.511793 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9c8-fadf-446e-accc-e369cb624cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:18.576300 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (a39b073b-dc0a-4098-8dbd-0428d76eaadb), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.590911 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38136) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:18.636055 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f8916919-14d4-4655-af4e-1090cee7a13a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51884a66cf014d6596d22c37c4a97147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439088 May 10 20:33:18.638495 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38138) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:18.638643 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Deleting port 7d605965-17d8-40ef-8f1e-289cb7039d24 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:18.638927 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.685855 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-578313e1-6fd5-4dcf-9df1-b0544e221ff7 admin admin] Publish callbacks [] for security_group (5a9073da-7982-4688-9d53-ea0a832ec1bd), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.700382 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] For port 7d605965-17d8-40ef-8f1e-289cb7039d24, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=7d605965-17d8-40ef-8f1e-289cb7039d24,segment=NetworkSegment(96ec8249-0f69-44b2-9cce-ba90bebb451b),segment_id=96ec8249-0f69-44b2-9cce-ba90bebb451b)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:18.700742 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.707147 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-578313e1-6fd5-4dcf-9df1-b0544e221ff7 admin admin] Publish callbacks [] for security_group (5a9073da-7982-4688-9d53-ea0a832ec1bd), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.713937 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Calling delete_port for 7d605965-17d8-40ef-8f1e-289cb7039d24 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:18.755769 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-578313e1-6fd5-4dcf-9df1-b0544e221ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5a9073da-7982-4688-9d53-ea0a832ec1bd), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.758885 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-578313e1-6fd5-4dcf-9df1-b0544e221ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.762514 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-578313e1-6fd5-4dcf-9df1-b0544e221ff7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a9073da-7982-4688-9d53-ea0a832ec1bd HTTP/1.1" status: 204 len: 168 time: 0.1206419 May 10 20:33:18.768004 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578313e1-6fd5-4dcf-9df1-b0544e221ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9073da-7982-4688-9d53-ea0a832ec1bd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:18.801239 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (7d605965-17d8-40ef-8f1e-289cb7039d24), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.827182 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d605965-17d8-40ef-8f1e-289cb7039d24,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:18.830679 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] No DVR routers for this DVR port 7d605965-17d8-40ef-8f1e-289cb7039d24 on host dv-cinder-828806-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:18.889496 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73fefbd-4c3d-41b1-8e48-fc74722c610f None None] DHCP port deletion for a39b073b-dc0a-4098-8dbd-0428d76eaadb request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:33:18.907773 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (a39b073b-dc0a-4098-8dbd-0428d76eaadb), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.928726 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39b073b-dc0a-4098-8dbd-0428d76eaadb']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:18.940329 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ec8249-0f69-44b2-9cce-ba90bebb451b') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:18.940621 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ec8249-0f69-44b2-9cce-ba90bebb451b') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:18.954469 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25902393'] for segment (96ec8249-0f69-44b2-9cce-ba90bebb451b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.970810 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (96ec8249-0f69-44b2-9cce-ba90bebb451b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.979171 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:33:18.979568 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444310'] for segment (96ec8249-0f69-44b2-9cce-ba90bebb451b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: timer() May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: cb(*args, **kw) May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: self._notify() May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: self.callback(batched_events) May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: event.method(event) May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._get(url).json() May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:33:18.981564 dv-cinder-828806-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:33:19.042198 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (a39b073b-dc0a-4098-8dbd-0428d76eaadb), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.047880 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.051190 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a39b073b-dc0a-4098-8dbd-0428d76eaadb HTTP/1.1" status: 204 len: 168 time: 0.5726357 May 10 20:33:19.065298 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ad382-a3cc-4f44-8380-7b6c11452390 admin admin] Pushing event deleted for resources: {'Network': ['ID=a39b073b-dc0a-4098-8dbd-0428d76eaadb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:19.148605 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38146) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:19.196049 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f1b987cb-1989-4614-ac37-4f2cc587bcdd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c55adf09fe3e48468a0317be42fe770a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441315 May 10 20:33:19.196049 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38148) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:19.196379 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38150) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:19.238731 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-02e96d97-0840-4d18-a43d-dc816b0bde9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=67dae2f388bc4a81bc957f48b1b02e42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414732 May 10 20:33:19.241265 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38152) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:19.262712 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46d7067d-9dc3-4ecb-9c4d-3e7a828b6a89 admin admin] Publish callbacks [] for security_group (e5c1ff6f-3ca4-4e3c-987b-8286cb394051), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.305563 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46d7067d-9dc3-4ecb-9c4d-3e7a828b6a89 admin admin] Publish callbacks [] for security_group (e5c1ff6f-3ca4-4e3c-987b-8286cb394051), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.332845 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c2526a06-39e2-4626-9345-9b01735bde2b admin admin] Publish callbacks [] for security_group (5331c659-1a66-4139-ad2c-6cfd58f879c3), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.366593 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c2526a06-39e2-4626-9345-9b01735bde2b admin admin] Publish callbacks [] for security_group (5331c659-1a66-4139-ad2c-6cfd58f879c3), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.390713 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46d7067d-9dc3-4ecb-9c4d-3e7a828b6a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (e5c1ff6f-3ca4-4e3c-987b-8286cb394051), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.393178 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-46d7067d-9dc3-4ecb-9c4d-3e7a828b6a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.394568 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-46d7067d-9dc3-4ecb-9c4d-3e7a828b6a89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5c1ff6f-3ca4-4e3c-987b-8286cb394051 HTTP/1.1" status: 204 len: 168 time: 0.1971405 May 10 20:33:19.408871 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7067d-9dc3-4ecb-9c4d-3e7a828b6a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c1ff6f-3ca4-4e3c-987b-8286cb394051,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:19.440948 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c2526a06-39e2-4626-9345-9b01735bde2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5331c659-1a66-4139-ad2c-6cfd58f879c3), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.443652 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c2526a06-39e2-4626-9345-9b01735bde2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.445334 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c2526a06-39e2-4626-9345-9b01735bde2b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5331c659-1a66-4139-ad2c-6cfd58f879c3 HTTP/1.1" status: 204 len: 168 time: 0.2029731 May 10 20:33:19.453386 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2526a06-39e2-4626-9345-9b01735bde2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5331c659-1a66-4139-ad2c-6cfd58f879c3,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:19.554605 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:19.725188 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device be4d7a4a-0810-44d1-b712-85314f97d277 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:19.747223 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: be4d7a4a-0810-44d1-b712-85314f97d277 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:19.747568 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device be4d7a4a-0810-44d1-b712-85314f97d277 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:19.748039 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device eecb4305-3147-4269-a955-b1e451a6a7b5 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:19.768609 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: eecb4305-3147-4269-a955-b1e451a6a7b5 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:19.769244 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device eecb4305-3147-4269-a955-b1e451a6a7b5 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:19.769663 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 43a73560-28be-4451-91f1-85d40b93ebc3 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:19.792799 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 43a73560-28be-4451-91f1-85d40b93ebc3 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:19.793168 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 43a73560-28be-4451-91f1-85d40b93ebc3 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:19.793579 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7d605965-17d8-40ef-8f1e-289cb7039d24 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:19.814730 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 7d605965-17d8-40ef-8f1e-289cb7039d24 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:19.814970 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7d605965-17d8-40ef-8f1e-289cb7039d24 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:20.708241 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38204) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:20.810222 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eda646-eeb6-43e3-8065-4eda17886a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:20.885261 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eda646-eeb6-43e3-8065-4eda17886a0d admin admin] Publish callbacks [] for security_group (b0813bf5-4c2c-4d94-9f82-9c83db2e922a), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:20.888890 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-29eda646-eeb6-43e3-8065-4eda17886a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (b0813bf5-4c2c-4d94-9f82-9c83db2e922a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:20.927011 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-29eda646-eeb6-43e3-8065-4eda17886a0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c4e547f4ac949e29f6cc6fd6b9e1027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177429 May 10 20:33:20.927849 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eda646-eeb6-43e3-8065-4eda17886a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0813bf5-4c2c-4d94-9f82-9c83db2e922a,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:20.929810 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38208) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:20.980185 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72aa10d4-18b1-45bb-9830-d36d65c79b4d admin admin] Publish callbacks [] for security_group (b0813bf5-4c2c-4d94-9f82-9c83db2e922a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:21.000531 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72aa10d4-18b1-45bb-9830-d36d65c79b4d admin admin] Publish callbacks [] for security_group (b0813bf5-4c2c-4d94-9f82-9c83db2e922a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:21.047651 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72aa10d4-18b1-45bb-9830-d36d65c79b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (b0813bf5-4c2c-4d94-9f82-9c83db2e922a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:21.050352 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-72aa10d4-18b1-45bb-9830-d36d65c79b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:21.051493 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-72aa10d4-18b1-45bb-9830-d36d65c79b4d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0813bf5-4c2c-4d94-9f82-9c83db2e922a HTTP/1.1" status: 204 len: 168 time: 0.1206477 May 10 20:33:21.060950 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa10d4-18b1-45bb-9830-d36d65c79b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0813bf5-4c2c-4d94-9f82-9c83db2e922a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:23.067234 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-ca473f93-771d-4643-b13a-db28f6cf94c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403907 May 10 20:33:23.146493 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-9ba21b44-8e68-4db3-b1a2-f2408243370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:23.148084 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-9ba21b44-8e68-4db3-b1a2-f2408243370a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 1130 time: 0.0386698 May 10 20:33:23.248525 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-7f13aaac-e871-4497-9828-9ce467a8b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:23.250550 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-7f13aaac-e871-4497-9828-9ce467a8b678 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 913 time: 0.0837736 May 10 20:33:23.320158 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-1646f6ce-a3ef-4023-af89-c610c2931091 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef5b3996-8a16-4831-b6f6-94b31b5af88d HTTP/1.1" status: 200 len: 1002 time: 0.0635059 May 10 20:33:23.369931 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-2b10ad00-730c-467a-8ab0-0fee98cbdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:23.371304 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-2b10ad00-730c-467a-8ab0-0fee98cbdca9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0419109 May 10 20:33:23.415619 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-41545962-5b70-49a3-a20d-cfff7d695a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:23.417144 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-41545962-5b70-49a3-a20d-cfff7d695a60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381923 May 10 20:33:23.509254 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-883a4631-f3ec-4536-96d6-154e3c59b801 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847099 May 10 20:33:23.603817 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0abcdc8c-e07e-4558-8c31-e26e1d547d96 req-7636d240-90e6-4492-9f7c-821e7784ce0e service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869606 May 10 20:33:24.446112 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-db474afa-2742-4f0c-adfd-3e4030fde4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:26.663467 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7745b5f3-e3c1-4932-bcab-86d423277878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:28.061687 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:28.548295 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1089-b7d8-4346-9b59-cc9d315a775b req-6e864713-7dd4-4379-92a0-58ba76bc4736 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:28.549791 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d9f1089-b7d8-4346-9b59-cc9d315a775b req-6e864713-7dd4-4379-92a0-58ba76bc4736 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0467370 May 10 20:33:28.596861 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4d9f1089-b7d8-4346-9b59-cc9d315a775b req-739c8993-ad9b-4c76-aa5c-38adb62e6756 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414302 May 10 20:33:29.101212 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:29.718561 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837ce9d-4d84-4e1d-9452-3a9c7d3c605b req-e8d95849-cdc4-46e4-b1fe-06fb5cd42378 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:29.720022 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a837ce9d-4d84-4e1d-9452-3a9c7d3c605b req-e8d95849-cdc4-46e4-b1fe-06fb5cd42378 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0486336 May 10 20:33:29.765516 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a837ce9d-4d84-4e1d-9452-3a9c7d3c605b req-336970e9-5f69-4757-9623-d3ec355494c4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398188 May 10 20:33:30.614245 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:30.879735 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39693-c0d1-4f3b-954f-3d41af05e66c req-3c399687-9fe0-4508-a8e8-994209e701f3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:30.881192 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30e39693-c0d1-4f3b-954f-3d41af05e66c req-3c399687-9fe0-4508-a8e8-994209e701f3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0455310 May 10 20:33:30.925725 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30e39693-c0d1-4f3b-954f-3d41af05e66c req-3a7bfec6-104c-4cad-b71b-090a44a357cf tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 May 10 20:33:31.054710 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:33:32.046765 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b5da7-c2d9-425f-bbbb-ece67bb02817 req-214f4480-ab45-45f0-ab32-aecc30c5b5cc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:32.048843 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca5b5da7-c2d9-425f-bbbb-ece67bb02817 req-214f4480-ab45-45f0-ab32-aecc30c5b5cc tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0484524 May 10 20:33:32.097008 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ca5b5da7-c2d9-425f-bbbb-ece67bb02817 req-26cda438-dc28-43d4-9a55-f3c5f4047043 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431120 May 10 20:33:33.212349 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d87d9c-0b2a-424a-a8ef-788c4144e3b0 req-a0c74b7b-e07f-4506-8244-3a04f4629c0d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:33.213820 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4d87d9c-0b2a-424a-a8ef-788c4144e3b0 req-a0c74b7b-e07f-4506-8244-3a04f4629c0d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0459304 May 10 20:33:33.259285 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4d87d9c-0b2a-424a-a8ef-788c4144e3b0 req-3d0a740c-bbe3-48b9-9e74-64e15f5b264e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397415 May 10 20:33:34.374240 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f03f-a576-42e8-9701-9297e4b398a8 req-6613ef43-8905-4f54-8382-f16ed8beaaab tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:34.375872 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd00f03f-a576-42e8-9701-9297e4b398a8 req-6613ef43-8905-4f54-8382-f16ed8beaaab tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0462382 May 10 20:33:34.420797 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dd00f03f-a576-42e8-9701-9297e4b398a8 req-7f66ed5c-cdac-48ec-b49e-3f50588e0f3f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389302 May 10 20:33:35.541328 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc8feb-252b-46ff-8ebc-78cbd8303c58 req-f48380ca-e302-4435-8eb5-792235f9db13 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:35.542769 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8abc8feb-252b-46ff-8ebc-78cbd8303c58 req-f48380ca-e302-4435-8eb5-792235f9db13 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0491068 May 10 20:33:35.587834 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8abc8feb-252b-46ff-8ebc-78cbd8303c58 req-aef70dc0-6bf8-4872-9b08-1f61ed4f7f48 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391147 May 10 20:33:36.703151 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c34616-978b-4bdc-a6c6-595fd73065e0 req-512cac23-5726-4334-9199-2481ce32fade tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:36.704584 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-48c34616-978b-4bdc-a6c6-595fd73065e0 req-512cac23-5726-4334-9199-2481ce32fade tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0455072 May 10 20:33:36.750181 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-48c34616-978b-4bdc-a6c6-595fd73065e0 req-c6bdc285-f2db-4a96-847b-29b408b2e139 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 May 10 20:33:37.609252 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38526) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:37.712130 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e725004-027d-47dc-ac94-fab4b6f82e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:37.783572 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e725004-027d-47dc-ac94-fab4b6f82e41 admin admin] Publish callbacks [] for security_group (022393d1-acd6-43d4-baf5-7ac304d1f8eb), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:37.787738 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0e725004-027d-47dc-ac94-fab4b6f82e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (022393d1-acd6-43d4-baf5-7ac304d1f8eb), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:37.839068 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0e725004-027d-47dc-ac94-fab4b6f82e41 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=299ee9b3248d475faa991f39e973fe96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286637 May 10 20:33:37.841686 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:37.854390 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e725004-027d-47dc-ac94-fab4b6f82e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022393d1-acd6-43d4-baf5-7ac304d1f8eb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:37.875939 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b1669-b2ff-47d2-ba8f-b9e4ac8a4371 req-d2a46c1a-35fb-4310-a4a9-51364963e39e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:37.877477 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-018b1669-b2ff-47d2-ba8f-b9e4ac8a4371 req-d2a46c1a-35fb-4310-a4a9-51364963e39e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0543725 May 10 20:33:37.894973 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Publish callbacks [] for security_group (022393d1-acd6-43d4-baf5-7ac304d1f8eb), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:37.915417 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Publish callbacks [] for security_group (022393d1-acd6-43d4-baf5-7ac304d1f8eb), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:37.924015 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-018b1669-b2ff-47d2-ba8f-b9e4ac8a4371 req-54dfba59-aa99-43e7-8999-56944b64ed8c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407958 May 10 20:33:37.961435 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (022393d1-acd6-43d4-baf5-7ac304d1f8eb), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:37.963949 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:37.965165 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/022393d1-acd6-43d4-baf5-7ac304d1f8eb HTTP/1.1" status: 204 len: 168 time: 0.1223850 May 10 20:33:37.973316 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022393d1-acd6-43d4-baf5-7ac304d1f8eb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:37.980373 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.980936 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.981299 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.981637 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.981965 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.982293 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.982744 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.983068 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.983393 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.984198 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.984198 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.984389 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.984629 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.984945 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:37.985287 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f39ded-1377-4881-b6de-89c3a45d1c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:38.224274 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38538) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:38.237882 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb2174f6-961b-4c0b-a5fe-12bcfa1b2c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:38.313650 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb2174f6-961b-4c0b-a5fe-12bcfa1b2c3f admin admin] Publish callbacks [] for security_group (e07079f4-3434-44c5-9b08-d6f61f4b78e3), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:38.317542 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-cb2174f6-961b-4c0b-a5fe-12bcfa1b2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (e07079f4-3434-44c5-9b08-d6f61f4b78e3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:38.355586 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cb2174f6-961b-4c0b-a5fe-12bcfa1b2c3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1016a9832ec248c2b6ee4326814802a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301470 May 10 20:33:38.356444 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2174f6-961b-4c0b-a5fe-12bcfa1b2c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07079f4-3434-44c5-9b08-d6f61f4b78e3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:38.358726 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38542) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:38.406101 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-380d0d38-bc3b-4320-82b1-594fd6b94494 admin admin] Publish callbacks [] for security_group (e07079f4-3434-44c5-9b08-d6f61f4b78e3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:38.426965 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-380d0d38-bc3b-4320-82b1-594fd6b94494 admin admin] Publish callbacks [] for security_group (e07079f4-3434-44c5-9b08-d6f61f4b78e3), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:38.472795 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-380d0d38-bc3b-4320-82b1-594fd6b94494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (e07079f4-3434-44c5-9b08-d6f61f4b78e3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:38.475283 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-380d0d38-bc3b-4320-82b1-594fd6b94494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:38.476412 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-380d0d38-bc3b-4320-82b1-594fd6b94494 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e07079f4-3434-44c5-9b08-d6f61f4b78e3 HTTP/1.1" status: 204 len: 168 time: 0.1166372 May 10 20:33:38.484659 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d0d38-bc3b-4320-82b1-594fd6b94494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07079f4-3434-44c5-9b08-d6f61f4b78e3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:39.046994 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75d593-7915-4332-866d-a900fe3f9543 req-f297c1ad-40cf-4a0b-9622-f28ee1acfb95 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:39.048489 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1d75d593-7915-4332-866d-a900fe3f9543 req-f297c1ad-40cf-4a0b-9622-f28ee1acfb95 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0514462 May 10 20:33:39.095894 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1d75d593-7915-4332-866d-a900fe3f9543 req-88db49ca-e73f-4090-811b-a98986685ed8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 May 10 20:33:40.211676 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7abca-cae5-41d9-9a01-b1a717948dc4 req-e159c04a-b91b-49c2-bdd4-95553fe4767c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:40.213294 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90d7abca-cae5-41d9-9a01-b1a717948dc4 req-e159c04a-b91b-49c2-bdd4-95553fe4767c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0474687 May 10 20:33:40.260459 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-90d7abca-cae5-41d9-9a01-b1a717948dc4 req-38b8cd58-5ae8-4831-99a6-8338ccc937b5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411570 May 10 20:33:41.385733 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291b727-c6b5-4607-b369-167446aaa237 req-7b66f7b2-bdd3-45ac-bac4-0782ea0d933f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:41.387172 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b291b727-c6b5-4607-b369-167446aaa237 req-7b66f7b2-bdd3-45ac-bac4-0782ea0d933f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0494406 May 10 20:33:41.431893 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b291b727-c6b5-4607-b369-167446aaa237 req-d409c6df-e85b-4943-a9df-21d72cfc4c43 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 May 10 20:33:42.548383 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45d80e-3e13-47b3-b848-33bfa92c6d89 req-bdf2c93f-f5a5-4e04-adc4-3a10391e16a4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:42.549868 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff45d80e-3e13-47b3-b848-33bfa92c6d89 req-bdf2c93f-f5a5-4e04-adc4-3a10391e16a4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0468433 May 10 20:33:42.595930 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff45d80e-3e13-47b3-b848-33bfa92c6d89 req-e4c7aa4c-cf20-451d-b59b-bb75bcf2395b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406566 May 10 20:33:43.710709 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25a29b-dafa-4306-b6ea-e8a57938dfec req-4ff8a3c0-494f-48ec-ac02-9353a72e778a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:43.712148 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d25a29b-dafa-4306-b6ea-e8a57938dfec req-4ff8a3c0-494f-48ec-ac02-9353a72e778a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0454493 May 10 20:33:43.761830 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5d25a29b-dafa-4306-b6ea-e8a57938dfec req-5fb88e73-0287-4a96-9861-3a3f045cfd3c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435777 May 10 20:33:44.936702 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:33:44.939722 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09e022-25af-4b92-bb21-c62806217e60 req-1b31409b-c3d8-4147-a8d9-d1d87ef1b687 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:44.941024 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6a09e022-25af-4b92-bb21-c62806217e60 req-1b31409b-c3d8-4147-a8d9-d1d87ef1b687 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0746815 May 10 20:33:44.949392 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd38f4-5877-4a8f-8f71-5811ce7cd787 req-70172f8c-ec5a-4d71-b7bb-fa036e6d7afb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:44.951668 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0bd38f4-5877-4a8f-8f71-5811ce7cd787 req-70172f8c-ec5a-4d71-b7bb-fa036e6d7afb tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 946 time: 0.0746737 May 10 20:33:45.039972 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0bd38f4-5877-4a8f-8f71-5811ce7cd787 req-8134112d-6b85-4f3b-a35a-0cde4a39b2b5 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804310 May 10 20:33:45.043413 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6a09e022-25af-4b92-bb21-c62806217e60 req-bd8509c9-d395-47f3-ae01-5fcd5eff25e1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906501 May 10 20:33:45.050832 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:45.063768 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'port_id': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'mac_address': 'fa:16:3e:d0:85:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:33:45.105233 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f9a5ff83-f76c-42b5-8831-862bc9d49d17 is: ACTIVE; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:33:45.105611 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:45.118599 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9a5ff83-f76c-42b5-8831-862bc9d49d17 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:33:45.139251 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:45.143031 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:45.200909 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:45.208653 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.209011 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.209369 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.209704 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.210033 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.210354 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.210673 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.210993 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.211312 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.211671 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.212136 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.212416 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.212761 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.213218 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.213548 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:33:45.229230 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['f9a5ff83-f76c-42b5-8831-862bc9d49d17'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:33:46.190165 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf62c18-ed61-4559-9b41-6de5966bf35c req-c08cdc92-55e7-49bf-ae39-ab5f758c0050 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:46.191643 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fbf62c18-ed61-4559-9b41-6de5966bf35c req-c08cdc92-55e7-49bf-ae39-ab5f758c0050 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 944 time: 0.0682940 May 10 20:33:46.197388 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7549e59-c80c-4bcd-b639-fd8d1e0d784f req-c19d27a3-6130-4d3a-8d20-c8861e3c5dcf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:46.198732 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a7549e59-c80c-4bcd-b639-fd8d1e0d784f req-c19d27a3-6130-4d3a-8d20-c8861e3c5dcf tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 946 time: 0.0841706 May 10 20:33:46.269216 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fbf62c18-ed61-4559-9b41-6de5966bf35c req-34534231-ad75-4e48-bd14-3cec8e809448 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692012 May 10 20:33:46.272065 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a7549e59-c80c-4bcd-b639-fd8d1e0d784f req-c4a6e6df-163d-4c41-a2cd-c0cf32dfe7ed tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668397 May 10 20:33:46.943474 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:33:47.000757 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port f9a5ff83-f76c-42b5-8831-862bc9d49d17 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:33:47.001260 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.069195 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-91e9d81f-4b1b-43e5-8c5c-9bb5a74803bd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:47.070889 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-91e9d81f-4b1b-43e5-8c5c-9bb5a74803bd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 946 time: 0.0588090 May 10 20:33:47.099734 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f9a5ff83-f76c-42b5-8831-862bc9d49d17 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:33:47.100418 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.131181 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:47.134023 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cce2a1-11fc-4a25-8e23-99cb81bff057" -d '{"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:47.147792 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:47.158195 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.197463 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Deleting port f4759d7e-1e14-4fe1-9952-e0b7da16106f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:47.197806 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.224143 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:47.225037 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38760) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:47.311239 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] For port f4759d7e-1e14-4fe1-9952-e0b7da16106f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f4759d7e-1e14-4fe1-9952-e0b7da16106f,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:47.311760 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.353617 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2084ea40-01ce-4e24-8b02-9238c1eab35f x-openstack-request-id: req-2084ea40-01ce-4e24-8b02-9238c1eab35f {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:47.353911 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:47.354166 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2084ea40-01ce-4e24-8b02-9238c1eab35f {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:47.355028 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2084ea40-01ce-4e24-8b02-9238c1eab35f'] response: {'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'code': 200} May 10 20:33:47.469436 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f177c1f-9c55-4b77-b6be-42cbaf1e0fa7 req-e2fb8a1e-8007-421e-9163-d614c924f721 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:47.470900 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3f177c1f-9c55-4b77-b6be-42cbaf1e0fa7 req-e2fb8a1e-8007-421e-9163-d614c924f721 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 946 time: 0.1035132 May 10 20:33:47.483778 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e31a2fec-e919-4840-a1c5-73f4629cb6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.524194 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dd3f9-fe98-4002-b5df-1539d8f128b0 req-007fba99-b63b-4b03-a16b-70ee4a74c517 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:47.527639 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2a8dd3f9-fe98-4002-b5df-1539d8f128b0 req-007fba99-b63b-4b03-a16b-70ee4a74c517 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1050773 May 10 20:33:47.535061 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.535519 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (88880448-c83b-4cf4-a05e-e14151f071d6), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.535939 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Floating IP 88880448-c83b-4cf4-a05e-e14151f071d6 disassociated. External IP: 172.27.0.164, port: f4759d7e-1e14-4fe1-9952-e0b7da16106f. May 10 20:33:47.536388 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Calling delete_port for f4759d7e-1e14-4fe1-9952-e0b7da16106f owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:47.612939 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3f177c1f-9c55-4b77-b6be-42cbaf1e0fa7 req-82394941-7756-4611-abc4-82227066baf8 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups?id=764de0cf-99a7-4af5-bbf1-499643128bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336529 May 10 20:33:47.667643 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-2a8dd3f9-fe98-4002-b5df-1539d8f128b0 req-d3fd1b8b-296c-4a8a-8e29-75811e87e52a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284657 May 10 20:33:47.727758 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (f4759d7e-1e14-4fe1-9952-e0b7da16106f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.773789 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event deleted for resources: {'Port': ['ID=f4759d7e-1e14-4fe1-9952-e0b7da16106f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:47.794796 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e31a2fec-e919-4840-a1c5-73f4629cb6e3 admin admin] Publish callbacks [] for security_group (50fd4d12-d475-42a4-9391-55329a8fa3c3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.799470 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e31a2fec-e919-4840-a1c5-73f4629cb6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (50fd4d12-d475-42a4-9391-55329a8fa3c3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.842645 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a2fec-e919-4840-a1c5-73f4629cb6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd4d12-d475-42a4-9391-55329a8fa3c3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:47.853034 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e31a2fec-e919-4840-a1c5-73f4629cb6e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5152ac8f53e4ef7910f9e542ce7e9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267521 May 10 20:33:47.855708 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38776) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:47.911975 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46c1f157-2e9c-4a47-8f53-29aaeb0bddc1 admin admin] Publish callbacks [] for security_group (50fd4d12-d475-42a4-9391-55329a8fa3c3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:47.932289 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Router edb47664-2139-480d-ac95-23dae09875af has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:33:47.940087 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46c1f157-2e9c-4a47-8f53-29aaeb0bddc1 admin admin] Publish callbacks [] for security_group (50fd4d12-d475-42a4-9391-55329a8fa3c3), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.032586 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46c1f157-2e9c-4a47-8f53-29aaeb0bddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (50fd4d12-d475-42a4-9391-55329a8fa3c3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.035382 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-46c1f157-2e9c-4a47-8f53-29aaeb0bddc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.036545 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-46c1f157-2e9c-4a47-8f53-29aaeb0bddc1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50fd4d12-d475-42a4-9391-55329a8fa3c3 HTTP/1.1" status: 204 len: 168 time: 0.1794314 May 10 20:33:48.046962 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1f157-2e9c-4a47-8f53-29aaeb0bddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd4d12-d475-42a4-9391-55329a8fa3c3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:48.089797 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:33:48.103816 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] Sync routers for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:33:48.118159 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:48.119873 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:33:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:48.142561 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] No DVR routers for this DVR port f4759d7e-1e14-4fe1-9952-e0b7da16106f on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:48.145830 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.149435 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c7cb4a01-60f4-4fdf-8251-c3d48927d917 req-0425bdd8-0356-4dcb-b8ed-2bdd98591ae6 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.69 "DELETE /v2.0/ports/f4759d7e-1e14-4fe1-9952-e0b7da16106f HTTP/1.1" status: 204 len: 173 time: 1.0659454 May 10 20:33:48.150084 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'name': 'network-vif-deleted', 'tag': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:48.153484 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd89d4d-25d5-47df-a22c-c9b7d7104b5a" -d '{"events": [{"server_uuid": "fe946939-f5a9-4b1a-abf1-0753f505d60f", "name": "network-vif-deleted", "tag": "f4759d7e-1e14-4fe1-9952-e0b7da16106f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:48.213394 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70f1a30-e9ee-4ff2-99c8-5867e1fb6178 x-openstack-request-id: req-e70f1a30-e9ee-4ff2-99c8-5867e1fb6178 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:48.213880 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe946939-f5a9-4b1a-abf1-0753f505d60f", "name": "network-vif-deleted", "tag": "f4759d7e-1e14-4fe1-9952-e0b7da16106f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:48.214328 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e70f1a30-e9ee-4ff2-99c8-5867e1fb6178 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:48.214952 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70f1a30-e9ee-4ff2-99c8-5867e1fb6178'] response: {'server_uuid': 'fe946939-f5a9-4b1a-abf1-0753f505d60f', 'name': 'network-vif-deleted', 'tag': 'f4759d7e-1e14-4fe1-9952-e0b7da16106f', 'status': 'completed', 'code': 200} May 10 20:33:48.326973 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:48.431987 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4f415-9de2-40b4-b3dd-44ccb1faa9b8 req-1cd08736-7dd8-4a89-9a71-6970763d36b2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:48.439995 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-87e4f415-9de2-40b4-b3dd-44ccb1faa9b8 req-1cd08736-7dd8-4a89-9a71-6970763d36b2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 946 time: 0.0739300 May 10 20:33:48.544156 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-87e4f415-9de2-40b4-b3dd-44ccb1faa9b8 req-19228700-f5e0-4f2b-9e78-e9d2de2f4627 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010075 May 10 20:33:48.575775 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38788) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:48.596154 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0966bd8a-a0be-4e98-baaa-8baef6d9bd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.610028 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:48.663435 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] Checking router: edb47664-2139-480d-ac95-23dae09875af for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:33:48.701434 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:48.702061 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:33:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:48.728944 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0966bd8a-a0be-4e98-baaa-8baef6d9bd76 admin admin] Publish callbacks [] for security_group (ef438cfa-900a-4cd1-a149-185f3e255603), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.733784 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-0966bd8a-a0be-4e98-baaa-8baef6d9bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ef438cfa-900a-4cd1-a149-185f3e255603), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.780108 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966bd8a-a0be-4e98-baaa-8baef6d9bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef438cfa-900a-4cd1-a149-185f3e255603,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:48.798500 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-0966bd8a-a0be-4e98-baaa-8baef6d9bd76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=458e2824768a4446971c805bf1c72dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214787 May 10 20:33:48.801199 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38794) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:48.863170 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db6161-39e5-427a-8d1b-497085570d50 req-983c807e-7925-4d8d-ba1e-3f35311ffc76 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:48.865053 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47db6161-39e5-427a-8d1b-497085570d50 req-983c807e-7925-4d8d-ba1e-3f35311ffc76 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0563004 May 10 20:33:48.880058 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a030df21-b8d1-40f9-8061-b34a8f1d22fa admin admin] Publish callbacks [] for security_group (ef438cfa-900a-4cd1-a149-185f3e255603), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.907888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a030df21-b8d1-40f9-8061-b34a8f1d22fa admin admin] Publish callbacks [] for security_group (ef438cfa-900a-4cd1-a149-185f3e255603), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:48.956101 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47db6161-39e5-427a-8d1b-497085570d50 req-925d101c-769d-4eca-907a-237ec4a3a12b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577960 May 10 20:33:48.958433 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-622614fa-7366-4396-8de7-712d808132d4 req-a51b4a97-5b6b-4473-87d6-31d48265daaa tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 210 time: 0.1587119 May 10 20:33:48.999090 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a030df21-b8d1-40f9-8061-b34a8f1d22fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (ef438cfa-900a-4cd1-a149-185f3e255603), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:49.001955 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a030df21-b8d1-40f9-8061-b34a8f1d22fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:49.007212 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a030df21-b8d1-40f9-8061-b34a8f1d22fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef438cfa-900a-4cd1-a149-185f3e255603 HTTP/1.1" status: 204 len: 168 time: 0.2041783 May 10 20:33:49.019748 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030df21-b8d1-40f9-8061-b34a8f1d22fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef438cfa-900a-4cd1-a149-185f3e255603,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:49.028297 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:49.294329 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:49.342569 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16b7fa8-d309-4db1-be96-3405409965d9 None None] The sync data for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi is: [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:25Z', 'revision_number': 4, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e13155d5-5a4b-4252-a6e3-50551ba59369', 'name': '', 'network_id': '836205da-476a-4894-bbf3-e76da5a6bb7f', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'mac_address': 'fa:16:3e:5c:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:22Z', 'updated_at': '2022-05-10T20:27:42Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'subnets': [{'id': '3541aece-caea-4c84-b2f9-b93c74c29765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:33:49.513620 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38800) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:49.528345 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4418b976-85c6-4ac9-aae5-3458cb48c2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:49.558476 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:49.655273 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4418b976-85c6-4ac9-aae5-3458cb48c2da admin admin] Publish callbacks [] for security_group (bfa67fc2-0e90-42f2-a588-d8a573e73796), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:49.674424 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4418b976-85c6-4ac9-aae5-3458cb48c2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (bfa67fc2-0e90-42f2-a588-d8a573e73796), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:49.749776 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d9ac4-2aa9-43f0-ada0-700aa3e35d03 req-1beb81ba-eb80-4886-9496-95fe2bfff6e5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:49.755478 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a23d9ac4-2aa9-43f0-ada0-700aa3e35d03 req-1beb81ba-eb80-4886-9496-95fe2bfff6e5 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 946 time: 0.0938101 May 10 20:33:49.773432 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4418b976-85c6-4ac9-aae5-3458cb48c2da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16e3430cbc58496d89ca81b3a77cc442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552078 May 10 20:33:49.774970 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38804) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:49.776863 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418b976-85c6-4ac9-aae5-3458cb48c2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa67fc2-0e90-42f2-a588-d8a573e73796,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:49.784566 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb85f136-0e89-4f1d-81c9-5e0a7010f963 None None] New status for floating IP 88880448-c83b-4cf4-a05e-e14151f071d6: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:33:49.820416 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a23d9ac4-2aa9-43f0-ada0-700aa3e35d03 req-93b94c78-d7da-4733-9dab-d5fb4e19b4fc tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641663 May 10 20:33:49.870598 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bb907b5-5d5a-4f46-adca-db5482295df5 admin admin] Publish callbacks [] for security_group (bfa67fc2-0e90-42f2-a588-d8a573e73796), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:49.900235 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bb907b5-5d5a-4f46-adca-db5482295df5 admin admin] Publish callbacks [] for security_group (bfa67fc2-0e90-42f2-a588-d8a573e73796), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:49.996705 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bb907b5-5d5a-4f46-adca-db5482295df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (bfa67fc2-0e90-42f2-a588-d8a573e73796), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:50.008010 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3bb907b5-5d5a-4f46-adca-db5482295df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:50.011945 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3bb907b5-5d5a-4f46-adca-db5482295df5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfa67fc2-0e90-42f2-a588-d8a573e73796 HTTP/1.1" status: 204 len: 168 time: 0.2338433 May 10 20:33:50.095227 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb907b5-5d5a-4f46-adca-db5482295df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa67fc2-0e90-42f2-a588-d8a573e73796,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:50.148821 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-1c89dfa6-c4c0-4f7a-85cd-d6aa7000e9b7 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:50.154189 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-1c89dfa6-c4c0-4f7a-85cd-d6aa7000e9b7 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 946 time: 0.1414902 May 10 20:33:50.171325 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013415-ed4e-4a3e-9178-db34302100e6 req-7a90b2b4-4056-4e28-a5f4-1fcfad40621c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:50.174159 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd013415-ed4e-4a3e-9178-db34302100e6 req-7a90b2b4-4056-4e28-a5f4-1fcfad40621c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0860760 May 10 20:33:50.271605 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fd013415-ed4e-4a3e-9178-db34302100e6 req-a953db64-6448-42a2-a186-311caa7f7f6e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889840 May 10 20:33:50.304086 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Deleting port ef5b3996-8a16-4831-b6f6-94b31b5af88d {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:50.304808 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:50.408845 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] For port ef5b3996-8a16-4831-b6f6-94b31b5af88d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ef5b3996-8a16-4831-b6f6-94b31b5af88d,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:50.409671 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:50.477739 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6fb1ee72-5cab-40db-811f-4a216f8b9d92 req-48d43fb9-9f74-4bdc-9b9d-944513145a75 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe946939-f5a9-4b1a-abf1-0753f505d60f HTTP/1.1" status: 200 len: 210 time: 0.0408163 May 10 20:33:50.621584 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:50.622032 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (4a0c5983-bdbe-4adf-abd0-78ee5dfc4516), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:50.622345 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Floating IP 4a0c5983-bdbe-4adf-abd0-78ee5dfc4516 disassociated. External IP: 172.27.0.249, port: ef5b3996-8a16-4831-b6f6-94b31b5af88d. May 10 20:33:50.623932 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Calling delete_port for ef5b3996-8a16-4831-b6f6-94b31b5af88d owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:50.807946 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (ef5b3996-8a16-4831-b6f6-94b31b5af88d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:50.840459 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event deleted for resources: {'Port': ['ID=ef5b3996-8a16-4831-b6f6-94b31b5af88d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:50.976014 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f4759d7e-1e14-4fe1-9952-e0b7da16106f no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:50.989291 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9cd3c8fc-e63c-444c-8196-0ca723d3001d req-96c8bc89-d2e2-4e3a-b222-606db4cdca76 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 210 time: 0.0430601 May 10 20:33:51.011620 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: f4759d7e-1e14-4fe1-9952-e0b7da16106f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:51.012281 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f4759d7e-1e14-4fe1-9952-e0b7da16106f not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:51.017024 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Router 3b09f6be-b249-4d01-abcc-e09125850d03 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:33:51.166326 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:33:51.177107 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] Sync routers for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:33:51.192573 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:51.193554 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:33:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:51.237598 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] No DVR routers for this DVR port ef5b3996-8a16-4831-b6f6-94b31b5af88d on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:33:51.240445 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:51.245311 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e57ae136-eb45-4608-aa66-9cb26d3e7439 req-bdd6cc13-70a8-4c8c-afea-ff270ec4b200 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "DELETE /v2.0/ports/ef5b3996-8a16-4831-b6f6-94b31b5af88d HTTP/1.1" status: 204 len: 173 time: 1.0814233 May 10 20:33:51.246745 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'name': 'network-vif-deleted', 'tag': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:51.252182 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd711a29-37d2-425a-8354-572ed3bab340" -d '{"events": [{"server_uuid": "a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9", "name": "network-vif-deleted", "tag": "ef5b3996-8a16-4831-b6f6-94b31b5af88d"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:51.345261 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b192fbc-7cd6-4258-a165-3a919696d92e x-openstack-request-id: req-3b192fbc-7cd6-4258-a165-3a919696d92e {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:51.345261 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9", "name": "network-vif-deleted", "tag": "ef5b3996-8a16-4831-b6f6-94b31b5af88d", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:51.345261 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b192fbc-7cd6-4258-a165-3a919696d92e {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:51.345261 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b192fbc-7cd6-4258-a165-3a919696d92e'] response: {'server_uuid': 'a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9', 'name': 'network-vif-deleted', 'tag': 'ef5b3996-8a16-4831-b6f6-94b31b5af88d', 'status': 'completed', 'code': 200} May 10 20:33:51.439542 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:51.487366 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f3da3-ef61-4be5-bd09-a56e4a07657a req-6529be84-b9fb-4be5-b2e6-ef7ac315780c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:51.509757 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-589f3da3-ef61-4be5-bd09-a56e4a07657a req-6529be84-b9fb-4be5-b2e6-ef7ac315780c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1023147 May 10 20:33:51.633669 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-589f3da3-ef61-4be5-bd09-a56e4a07657a req-1a216889-ee25-443c-9f76-426238b9b64f tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189144 May 10 20:33:51.667660 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38848) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:51.781532 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b8cfbe0-4c35-411a-892b-0979e4f2abd0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (764de0cf-99a7-4af5-bbf1-499643128bce), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:51.819582 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:51.834093 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b8cfbe0-4c35-411a-892b-0979e4f2abd0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (764de0cf-99a7-4af5-bbf1-499643128bce), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:51.855600 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] Checking router: 3b09f6be-b249-4d01-abcc-e09125850d03 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:33:51.865623 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:33:51.866550 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:33:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:51.926376 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b8cfbe0-4c35-411a-892b-0979e4f2abd0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (764de0cf-99a7-4af5-bbf1-499643128bce), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:51.931835 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0b8cfbe0-4c35-411a-892b-0979e4f2abd0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:51.935555 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0b8cfbe0-4c35-411a-892b-0979e4f2abd0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "DELETE /v2.0/security-groups/764de0cf-99a7-4af5-bbf1-499643128bce HTTP/1.1" status: 204 len: 168 time: 0.2648954 May 10 20:33:51.936530 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38858) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:51.956027 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cfbe0-4c35-411a-892b-0979e4f2abd0 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764de0cf-99a7-4af5-bbf1-499643128bce,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:51.957088 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-ff9d7017-8ecb-420b-a5c9-0f5641ce2298 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] show failed (client error): The resource could not be found. May 10 20:33:51.959647 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ff9d7017-8ecb-420b-a5c9-0f5641ce2298 tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "GET /v2.0/security-groups/764de0cf-99a7-4af5-bbf1-499643128bce HTTP/1.1" status: 404 len: 347 time: 0.0203519 May 10 20:33:51.961337 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38860) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:52.069466 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:33:52.202174 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9d681080-6557-4c5f-8a3f-5f5e3b407e9b req-aa6691d1-f54a-4fcd-aa46-72e47072e9ee tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87d6f9b-43b2-4ef1-9ed4-cc70ce0b08a9 HTTP/1.1" status: 200 len: 210 time: 0.0668325 May 10 20:33:52.213087 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Deleting port 6a2f8f8b-fc0f-4537-8d46-92708d583a0c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:52.213441 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (6a2f8f8b-fc0f-4537-8d46-92708d583a0c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:52.321196 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (6a2f8f8b-fc0f-4537-8d46-92708d583a0c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:52.321948 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (6a2f8f8b-fc0f-4537-8d46-92708d583a0c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:52.344230 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Calling delete_port for 6a2f8f8b-fc0f-4537-8d46-92708d583a0c owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:52.383348 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:33:52.422024 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d0dbf-0d7d-4e4c-a2bb-d1a3b92d9e1f None None] The sync data for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi is: [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:33:52.810434 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc924-4cb0-457c-8ce7-ec2010277481 req-c8260ce0-49f1-4773-8391-97666a535265 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:52.818746 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b3dc924-4cb0-457c-8ce7-ec2010277481 req-c8260ce0-49f1-4773-8391-97666a535265 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0779831 May 10 20:33:52.855646 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (6a2f8f8b-fc0f-4537-8d46-92708d583a0c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:52.903725 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Pushing event deleted for resources: {'Port': ['ID=6a2f8f8b-fc0f-4537-8d46-92708d583a0c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:52.911755 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d12cb4-257c-47bb-a6d1-f51d33ccfdf9 None None] New status for floating IP 4a0c5983-bdbe-4adf-abd0-78ee5dfc4516: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:33:52.935783 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b3dc924-4cb0-457c-8ce7-ec2010277481 req-d5ee4313-e328-4dd5-bb0f-ef2e429e6526 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155393 May 10 20:33:52.988443 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ef5b3996-8a16-4831-b6f6-94b31b5af88d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:33:53.068790 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks [] for floatingip (88880448-c83b-4cf4-a05e-e14151f071d6), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:53.073760 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:53.077066 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2447d340-36e5-460b-be19-08667de8d5fd tempest-AttachVolumeTestJSON-1949992121 tempest-AttachVolumeTestJSON-1949992121-project] 10.222.0.61 "DELETE /v2.0/floatingips/88880448-c83b-4cf4-a05e-e14151f071d6 HTTP/1.1" status: 204 len: 168 time: 1.1141472 May 10 20:33:53.082097 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: ef5b3996-8a16-4831-b6f6-94b31b5af88d {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:33:53.082682 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ef5b3996-8a16-4831-b6f6-94b31b5af88d not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:33:53.557461 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-773303bc-2aa7-4579-8a80-3bb68c2467d2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677145085&fields=id&tenant_id=890bf13c89b748b3a8f9ba4106c582b3 HTTP/1.1" status: 200 len: 267 time: 0.0754445 May 10 20:33:53.690331 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-1e4084f1-8821-4c0e-8345-fd893c460d7c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:53.692760 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-1e4084f1-8821-4c0e-8345-fd893c460d7c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 812 time: 0.1197639 May 10 20:33:53.707886 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-aa8c2354-7924-4835-919c-4bf6de92a2b0 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/quotas/890bf13c89b748b3a8f9ba4106c582b3 HTTP/1.1" status: 200 len: 375 time: 0.0099103 May 10 20:33:53.769352 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-1931cc58-55a2-48cf-9930-c6cd22505820 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533209 May 10 20:33:53.865550 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-de64dc5a-d658-412f-8732-6b513927e659 service neutron] 10.222.0.61 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897195 May 10 20:33:53.984550 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-3cc2b671-d8bb-4e41-b71e-9df3315888a6 service neutron] 10.222.0.61 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128995 May 10 20:33:54.075176 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30756cb2-52bf-4e51-a8a5-efec96b91b84 req-a2cd13ef-f1f0-4b8a-aa99-876d41ebd1e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:54.077253 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30756cb2-52bf-4e51-a8a5-efec96b91b84 req-a2cd13ef-f1f0-4b8a-aa99-876d41ebd1e5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0621848 May 10 20:33:54.151645 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-30756cb2-52bf-4e51-a8a5-efec96b91b84 req-19f9762e-2a9f-4f54-a598-53f96512b4c5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686052 May 10 20:33:54.461652 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23a6ef83-1fe7-4141-b636-995b65d961a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:54.477065 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1762be95-b43a-4105-bfb3-98dae3c41830 req-2236978f-34f5-4fcc-aadd-6c3510552b91 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 210 time: 0.0880802 May 10 20:33:55.306015 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b354e-a2d2-4481-bc97-afadacd0ed6e req-1f951cee-b7ca-4cf3-a909-b075c25e816e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:55.307602 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed4b354e-a2d2-4481-bc97-afadacd0ed6e req-1f951cee-b7ca-4cf3-a909-b075c25e816e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0674398 May 10 20:33:55.377018 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ed4b354e-a2d2-4481-bc97-afadacd0ed6e req-b15650b1-f558-4a0f-8305-35dfa5bc034c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580497 May 10 20:33:55.602041 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fe9736d0-dcf5-481d-a381-7e0cc1c9d57d req-2942c0f1-b1d8-48f4-90ef-4a8fe3813b94 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 210 time: 0.0456378 May 10 20:33:55.711637 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-9ba0c14a-5cd7-48ed-81eb-19a008378cc2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:55.713270 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-9ba0c14a-5cd7-48ed-81eb-19a008378cc2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 812 time: 0.2146232 May 10 20:33:55.796415 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-ec130502-06e3-40d3-b1c6-22ce814fa1d0 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=890bf13c89b748b3a8f9ba4106c582b3 HTTP/1.1" status: 200 len: 380 time: 0.0746675 May 10 20:33:55.807834 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'port': {'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'admin_state_up': True, 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'security_groups': ['8a11923d-791a-4d6f-9edf-5afaa3f2af0d']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:33:55.955706 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Made reservation on behalf of 890bf13c89b748b3a8f9ba4106c582b3 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:33:55.961017 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:56.107664 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Allocated IP 172.20.0.14 (f9d88ce3-6580-4789-923a-dc95426320f4/e252be77-f592-41a9-9a22-700c0685b073/ce64c984-b78b-4730-942e-62fd2c030058) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:33:56.291410 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for port (ce64c984-b78b-4730-942e-62fd2c030058), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:56.334647 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (ce64c984-b78b-4730-942e-62fd2c030058), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:56.393347 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'Port': ['ID=ce64c984-b78b-4730-942e-62fd2c030058,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:56.415119 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Network f9d88ce3-6580-4789-923a-dc95426320f4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:33:56.416525 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:33:56.420289 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:33:56.508178 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:56.509276 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:56.533333 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-22953008-8c90-4647-aca4-bb8a041abba2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7293499 May 10 20:33:56.552251 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Request body: {'port': {'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:33:56.578044 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b75c3d-3d42-4077-bdd1-32665cc8c10f req-3a7ded66-be37-4246-a06b-7d49e6c021b7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:56.588024 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4b75c3d-3d42-4077-bdd1-32665cc8c10f req-3a7ded66-be37-4246-a06b-7d49e6c021b7 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0795557 May 10 20:33:56.663939 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a4b75c3d-3d42-4077-bdd1-32665cc8c10f req-db9dc861-3152-4efc-8add-c91df7fce244 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712087 May 10 20:33:56.675795 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-23d9a13c-916f-4955-a1e0-b96b03e7af65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:56.705177 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ce64c984-b78b-4730-942e-62fd2c030058), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:56.770796 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e75e82-d76e-45ea-b6e7-295fbfd6c9dd req-005839f6-a1f4-41b6-a43f-4612f329ea4b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:56.777768 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32e75e82-d76e-45ea-b6e7-295fbfd6c9dd req-005839f6-a1f4-41b6-a43f-4612f329ea4b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 932 time: 0.0621676 May 10 20:33:56.789892 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-539b8782-bca6-4bc4-8984-f1b100cb4326 None None] Provisioning complete for port ce64c984-b78b-4730-942e-62fd2c030058 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:33:56.790474 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-539b8782-bca6-4bc4-8984-f1b100cb4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (ce64c984-b78b-4730-942e-62fd2c030058), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:56.845935 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-32e75e82-d76e-45ea-b6e7-295fbfd6c9dd req-41789072-f04e-48af-975e-405eea3dcbf9 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605588 May 10 20:33:56.881486 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-539b8782-bca6-4bc4-8984-f1b100cb4326 None None] Port ce64c984-b78b-4730-942e-62fd2c030058 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:33:56.912152 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38968) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:57.084416 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce64c984-b78b-4730-942e-62fd2c030058 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:33:57.092273 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Publish callbacks [] for port (ce64c984-b78b-4730-942e-62fd2c030058), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:57.096935 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38974) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:57.105813 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Transition to ACTIVE for port object ce64c984-b78b-4730-942e-62fd2c030058 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:33:57.119961 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (ce64c984-b78b-4730-942e-62fd2c030058), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:57.177279 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Pushing event updated for resources: {'Port': ['ID=ce64c984-b78b-4730-942e-62fd2c030058,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:57.189629 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77ffcaf9-9c0d-4bcf-af35-7ed9f2220b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:57.279245 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Attempting to bind port ce64c984-b78b-4730-942e-62fd2c030058 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:33:57.279595 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Attempting to bind port ce64c984-b78b-4730-942e-62fd2c030058 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:33:57.279979 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Attempting to bind port ce64c984-b78b-4730-942e-62fd2c030058 on network f9d88ce3-6580-4789-923a-dc95426320f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:33:57.289588 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Port ce64c984-b78b-4730-942e-62fd2c030058 on network f9d88ce3-6580-4789-923a-dc95426320f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:33:57.289933 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Attempting to bind port ce64c984-b78b-4730-942e-62fd2c030058 on network f9d88ce3-6580-4789-923a-dc95426320f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:33:57.295843 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:33:57.296236 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Checking segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:33:57.296632 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Bound using segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:33:57.297088 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Bound port: ce64c984-b78b-4730-942e-62fd2c030058, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:33:57.297458 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ce64c984-b78b-4730-942e-62fd2c030058), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:57.398975 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] For port ce64c984-b78b-4730-942e-62fd2c030058, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:33:57.404243 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] For port ce64c984-b78b-4730-942e-62fd2c030058, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce64c984-b78b-4730-942e-62fd2c030058,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:33:57.412742 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (ce64c984-b78b-4730-942e-62fd2c030058), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:57.457301 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:57.457754 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:57.459837 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] 10.222.0.69 "PUT /v2.0/ports/ce64c984-b78b-4730-942e-62fd2c030058 HTTP/1.1" status: 200 len: 1094 time: 0.9186203 May 10 20:33:57.460780 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:33:57.464197 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "tag": "ce64c984-b78b-4730-942e-62fd2c030058"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:33:57.570320 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4dd6cf-c38d-4a1e-a0a9-420649b7b641 x-openstack-request-id: req-8e4dd6cf-c38d-4a1e-a0a9-420649b7b641 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:33:57.571439 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "tag": "ce64c984-b78b-4730-942e-62fd2c030058", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:33:57.571845 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e4dd6cf-c38d-4a1e-a0a9-420649b7b641 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:33:57.572527 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4dd6cf-c38d-4a1e-a0a9-420649b7b641'] response: {'name': 'network-changed', 'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058', 'status': 'completed', 'code': 200} May 10 20:33:57.579781 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ebae7-3e00-43da-9d0e-47590535fd61 service neutron] Pushing event updated for resources: {'Port': ['ID=ce64c984-b78b-4730-942e-62fd2c030058,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:57.633967 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-6ad749a7-49f9-444a-bd5d-b4fe983b3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:57.640932 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-6ad749a7-49f9-444a-bd5d-b4fe983b3200 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 1128 time: 0.1019549 May 10 20:33:57.717273 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-0440bbc2-f563-4b2b-bbe5-299f62db9d46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce64c984-b78b-4730-942e-62fd2c030058 HTTP/1.1" status: 200 len: 217 time: 0.0595076 May 10 20:33:57.792422 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-36fdc77d-1d38-4aba-9e3b-db82e688c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:57.794593 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-36fdc77d-1d38-4aba-9e3b-db82e688c8dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0698543 May 10 20:33:57.830048 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77ffcaf9-9c0d-4bcf-af35-7ed9f2220b1c admin admin] Publish callbacks [] for security_group (4d7aa171-d11d-4839-a8c6-dbde315e4ec0), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:57.846770 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-77ffcaf9-9c0d-4bcf-af35-7ed9f2220b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (4d7aa171-d11d-4839-a8c6-dbde315e4ec0), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:57.852474 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-408bd711-88bf-42d4-abb7-9dd444a74cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:57.854194 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-408bd711-88bf-42d4-abb7-9dd444a74cf1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535631 May 10 20:33:57.935927 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 38984) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:57.936169 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-77ffcaf9-9c0d-4bcf-af35-7ed9f2220b1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd1fccded2e744e584e28806c68f6ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8374963 May 10 20:33:57.940289 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffcaf9-9c0d-4bcf-af35-7ed9f2220b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7aa171-d11d-4839-a8c6-dbde315e4ec0,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:57.949632 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60c8a8-2d45-4319-bc5d-5090b2b70e7c req-86053660-7a1f-42be-bba1-1144c06151f8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:57.958751 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a60c8a8-2d45-4319-bc5d-5090b2b70e7c req-86053660-7a1f-42be-bba1-1144c06151f8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1306238 May 10 20:33:58.051033 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cd50-faf0-4590-9c84-634a98e8fdee admin admin] Publish callbacks [] for security_group (4d7aa171-d11d-4839-a8c6-dbde315e4ec0), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.064518 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5ccd4-c3c5-478f-bd5c-8e4963c2181c req-4e3b9f0a-5bc3-42bd-a5b7-63e98e115679 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:58.066122 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5e5ccd4-c3c5-478f-bd5c-8e4963c2181c req-4e3b9f0a-5bc3-42bd-a5b7-63e98e115679 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 944 time: 0.1288259 May 10 20:33:58.076792 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cd50-faf0-4590-9c84-634a98e8fdee admin admin] Publish callbacks [] for security_group (4d7aa171-d11d-4839-a8c6-dbde315e4ec0), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.103646 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.132426 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-e1408ece-b05d-487e-8dc3-8342cd13b257 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712555 May 10 20:33:58.135961 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cd50-faf0-4590-9c84-634a98e8fdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (4d7aa171-d11d-4839-a8c6-dbde315e4ec0), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.139392 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cd50-faf0-4590-9c84-634a98e8fdee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.140897 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7eb8cd50-faf0-4590-9c84-634a98e8fdee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d7aa171-d11d-4839-a8c6-dbde315e4ec0 HTTP/1.1" status: 204 len: 168 time: 0.2039542 May 10 20:33:58.149750 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0a60c8a8-2d45-4319-bc5d-5090b2b70e7c req-43479948-5a7c-4896-9be2-87e77392f32e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903117 May 10 20:33:58.243706 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5e5ccd4-c3c5-478f-bd5c-8e4963c2181c req-b3b19392-e0d4-41f0-890f-e800160dc3a8 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627603 May 10 20:33:58.253138 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (edb47664-2139-480d-ac95-23dae09875af), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.277773 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f34b7e14-f9a1-4378-a771-2626f6cad37e req-435756cd-1b4b-4e79-bf14-8d9f0d57207d service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356246 May 10 20:33:58.285371 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8cd50-faf0-4590-9c84-634a98e8fdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7aa171-d11d-4839-a8c6-dbde315e4ec0,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:58.573519 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-1f5a17af-d010-4286-a5ed-61506c4897f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:58.575672 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-1f5a17af-d010-4286-a5ed-61506c4897f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 1128 time: 0.0637388 May 10 20:33:58.576679 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Deleting port e13155d5-5a4b-4252-a6e3-50551ba59369 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:33:58.577158 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.626871 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38992) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:58.645742 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c65392-7317-4a4d-aee6-5aafcf9d086c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.698371 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-42a5fb84-a050-4bce-80e2-871ea910c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:58.700076 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-42a5fb84-a050-4bce-80e2-871ea910c85d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 913 time: 0.1177278 May 10 20:33:58.716502 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] For port e13155d5-5a4b-4252-a6e3-50551ba59369, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=e13155d5-5a4b-4252-a6e3-50551ba59369,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:33:58.716952 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.738082 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Calling delete_port for e13155d5-5a4b-4252-a6e3-50551ba59369 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:33:58.770970 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-6881e918-a6c6-41f8-8170-15976a712904 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce64c984-b78b-4730-942e-62fd2c030058 HTTP/1.1" status: 200 len: 217 time: 0.0642877 May 10 20:33:58.826261 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c65392-7317-4a4d-aee6-5aafcf9d086c admin admin] Publish callbacks [] for security_group (b64489b4-343f-4bcb-b122-2dcaa0532cbd), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.834089 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-2e7873f7-245a-48c4-92a5-2a3232344a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:58.836411 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-2e7873f7-245a-48c4-92a5-2a3232344a98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0583062 May 10 20:33:58.839713 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a3c65392-7317-4a4d-aee6-5aafcf9d086c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (b64489b4-343f-4bcb-b122-2dcaa0532cbd), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:58.868463 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c65392-7317-4a4d-aee6-5aafcf9d086c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64489b4-343f-4bcb-b122-2dcaa0532cbd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:58.884285 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-375a0785-a0ac-4edc-b9bb-5b077a4fd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:58.886149 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-375a0785-a0ac-4edc-b9bb-5b077a4fd37d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415835 May 10 20:33:58.935641 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a3c65392-7317-4a4d-aee6-5aafcf9d086c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=799ffb45f1464e5687c36cb728fc9816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086703 May 10 20:33:58.936605 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 38994) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:33:58.996346 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-17ca05c7-71c6-4335-b523-ad81b83e41a4 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030703 May 10 20:33:59.030933 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b0c6538-98cb-4959-979b-00d218a6ad8f admin admin] Publish callbacks [] for security_group (b64489b4-343f-4bcb-b122-2dcaa0532cbd), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:59.062003 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b0c6538-98cb-4959-979b-00d218a6ad8f admin admin] Publish callbacks [] for security_group (b64489b4-343f-4bcb-b122-2dcaa0532cbd), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:59.082807 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (e13155d5-5a4b-4252-a6e3-50551ba59369), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:59.101296 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0ac6011e-e283-45b0-9bb8-ca28fa1beeff req-240e4c8d-cc5d-46f6-addd-7375084da1a7 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984519 May 10 20:33:59.117253 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:59.124725 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Pushing event deleted for resources: {'Port': ['ID=e13155d5-5a4b-4252-a6e3-50551ba59369,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:59.227560 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b0c6538-98cb-4959-979b-00d218a6ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (b64489b4-343f-4bcb-b122-2dcaa0532cbd), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:59.230120 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7b0c6538-98cb-4959-979b-00d218a6ad8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:59.240014 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7b0c6538-98cb-4959-979b-00d218a6ad8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b64489b4-343f-4bcb-b122-2dcaa0532cbd HTTP/1.1" status: 204 len: 168 time: 0.3005109 May 10 20:33:59.265038 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c6538-98cb-4959-979b-00d218a6ad8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64489b4-343f-4bcb-b122-2dcaa0532cbd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:33:59.441205 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (edb47664-2139-480d-ac95-23dae09875af), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:33:59.524073 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97134a-27f3-4d53-8fae-bccedd708872 req-d238564c-4a7f-4652-9403-d25b88b57a6c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:59.525729 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc97134a-27f3-4d53-8fae-bccedd708872 req-d238564c-4a7f-4652-9403-d25b88b57a6c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 944 time: 0.0758219 May 10 20:33:59.594705 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ef908-ee62-4609-87f3-c4eaf00ed5df req-f25f65d3-f28c-490d-b7f0-2cb6d2f81610 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:33:59.601861 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-261ef908-ee62-4609-87f3-c4eaf00ed5df req-f25f65d3-f28c-490d-b7f0-2cb6d2f81610 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.2450821 May 10 20:33:59.756122 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fc97134a-27f3-4d53-8fae-bccedd708872 req-7f264a4f-de25-460e-a2bc-a517afb32656 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218518 May 10 20:33:59.812823 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-261ef908-ee62-4609-87f3-c4eaf00ed5df req-9c8991e3-3d6a-4974-9eab-899771b757ea tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100875 May 10 20:33:59.908458 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Router edb47664-2139-480d-ac95-23dae09875af has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:34:00.049814 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:34:00.063507 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7e0092e8-da3c-419e-9e97-e9fd9708a08a admin admin] 10.222.0.61 "PUT /v2.0/routers/edb47664-2139-480d-ac95-23dae09875af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1499739 May 10 20:34:00.069773 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39020) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:00.069968 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] Sync routers for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:34:00.118259 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:34:00.125860 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:33:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:00.214772 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks [] for router (edb47664-2139-480d-ac95-23dae09875af), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:00.308677 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:34:00.344026 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks [] for router_gateway (edb47664-2139-480d-ac95-23dae09875af), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:00.434899 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Deleting port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:34:00.435736 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:00.556308 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] For port 9e6e8173-b8a5-404f-b74a-3dc2aee64bed, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=9e6e8173-b8a5-404f-b74a-3dc2aee64bed,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:00.557019 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:33:58Z', 'revision_number': 5, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port': {'id': '9e6e8173-b8a5-404f-b74a-3dc2aee64bed', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:66:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb47664-2139-480d-ac95-23dae09875af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:18Z', 'updated_at': '2022-05-10T20:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:00.560144 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:00.588361 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] Checking router: edb47664-2139-480d-ac95-23dae09875af for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:34:00.599197 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] Routers {'edb47664-2139-480d-ac95-23dae09875af'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:34:00.600089 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:33:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['edb47664-2139-480d-ac95-23dae09875af'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:00.603052 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Calling delete_port for 9e6e8173-b8a5-404f-b74a-3dc2aee64bed owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:34:00.624101 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:00.830726 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] Set router edb47664-2139-480d-ac95-23dae09875af gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:34:00.906474 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:34:00Z', 'revision_number': 6, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port_host': None}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:00.942226 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eca1f2-b6af-4ed0-a523-219d86b97ac7 None None] The sync data for ids ['edb47664-2139-480d-ac95-23dae09875af'] in dv-cinder-828806-2-iscsi is: [{'id': 'edb47664-2139-480d-ac95-23dae09875af', 'name': 'tempest-AttachVolumeTestJSON-1567151081-router', 'tenant_id': '638a84064b2244e0b938b063e13cb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:34:00Z', 'revision_number': 6, 'project_id': '638a84064b2244e0b938b063e13cb944', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:34:00.982098 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c246e-f2b3-4b37-9f75-32b4fd0c6f41 req-7e24bdc0-cdfc-4582-b0f5-e0693e702eb6 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:00.983595 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d9c246e-f2b3-4b37-9f75-32b4fd0c6f41 req-7e24bdc0-cdfc-4582-b0f5-e0693e702eb6 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 944 time: 0.0752165 May 10 20:34:01.028272 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (9e6e8173-b8a5-404f-b74a-3dc2aee64bed), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.081692 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fb5fd-9ce0-4baa-a373-ad12fa5f75b1 req-2ab42ac1-9478-40a6-bd0a-691ff726d985 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:01.083737 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a2fb5fd-9ce0-4baa-a373-ad12fa5f75b1 req-2ab42ac1-9478-40a6-bd0a-691ff726d985 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.1101696 May 10 20:34:01.084328 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6e8173-b8a5-404f-b74a-3dc2aee64bed,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:01.170930 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6d9c246e-f2b3-4b37-9f75-32b4fd0c6f41 req-e80c089b-fe9c-4ba6-81e3-04fdb32594b1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528120 May 10 20:34:01.225467 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a2fb5fd-9ce0-4baa-a373-ad12fa5f75b1 req-5ffb2437-3ba2-4935-b462-1b52a3d805f5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242774 May 10 20:34:01.227958 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (edb47664-2139-480d-ac95-23dae09875af), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.322505 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (edb47664-2139-480d-ac95-23dae09875af), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.324919 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks [] for router_controller (edb47664-2139-480d-ac95-23dae09875af), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.368946 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (edb47664-2139-480d-ac95-23dae09875af), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.369950 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb47664-2139-480d-ac95-23dae09875af {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:34:01.381449 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.383102 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9d0da869-556a-4cc7-97c6-eabe546386f2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/edb47664-2139-480d-ac95-23dae09875af HTTP/1.1" status: 204 len: 168 time: 1.3114147 May 10 20:34:01.385604 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39096) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:01.434307 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-68abf2d6-8678-4b67-9a93-97a541c3767c admin admin] Deleting subnet 3541aece-caea-4c84-b2f9-b93c74c29765 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:34:01.438192 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68abf2d6-8678-4b67-9a93-97a541c3767c admin admin] Publish callbacks [] for subnet (3541aece-caea-4c84-b2f9-b93c74c29765), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.482465 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68abf2d6-8678-4b67-9a93-97a541c3767c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26748720'] for subnet (3541aece-caea-4c84-b2f9-b93c74c29765), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.521750 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-576693d2-e4df-4878-97a2-3761d826191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:01.523310 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-576693d2-e4df-4878-97a2-3761d826191c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 1129 time: 0.0488813 May 10 20:34:01.573437 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68abf2d6-8678-4b67-9a93-97a541c3767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (3541aece-caea-4c84-b2f9-b93c74c29765), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.623586 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-8031417a-a844-4b55-8511-accd46b4af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:01.625148 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-8031417a-a844-4b55-8511-accd46b4af0c service neutron] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 918 time: 0.0946307 May 10 20:34:01.636657 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68abf2d6-8678-4b67-9a93-97a541c3767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25972719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27138502'] for subnet (3541aece-caea-4c84-b2f9-b93c74c29765), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.706655 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-c831352d-bf9d-44ee-8d3f-8812ec0e306a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17 HTTP/1.1" status: 200 len: 1001 time: 0.0752869 May 10 20:34:01.761125 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e13155d5-5a4b-4252-a6e3-50551ba59369 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:34:01.776676 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-f23d0d23-1de5-4067-8d9e-8cda58461fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:01.781024 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-f23d0d23-1de5-4067-8d9e-8cda58461fbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0652304 May 10 20:34:01.793569 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: e13155d5-5a4b-4252-a6e3-50551ba59369 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:34:01.794555 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e13155d5-5a4b-4252-a6e3-50551ba59369 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:34:01.794977 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 9e6e8173-b8a5-404f-b74a-3dc2aee64bed no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:34:01.816096 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 9e6e8173-b8a5-404f-b74a-3dc2aee64bed {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:34:01.816736 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 9e6e8173-b8a5-404f-b74a-3dc2aee64bed not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:34:01.832757 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-31ba3aa3-658f-471d-9ab6-1483a41c6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:01.834376 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-31ba3aa3-658f-471d-9ab6-1483a41c6adc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475299 May 10 20:34:01.956278 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-b46eb7f4-d84c-4a83-ae97-03e845e8b15e service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152256 May 10 20:34:01.960931 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abf2d6-8678-4b67-9a93-97a541c3767c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3541aece-caea-4c84-b2f9-b93c74c29765,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:01.964639 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-68abf2d6-8678-4b67-9a93-97a541c3767c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:01.970666 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-68abf2d6-8678-4b67-9a93-97a541c3767c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3541aece-caea-4c84-b2f9-b93c74c29765 HTTP/1.1" status: 204 len: 168 time: 0.5817924 May 10 20:34:01.971107 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39100) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:01.975227 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2787a-d5eb-49e1-b601-a5660e202487 None None] Network 836205da-476a-4894-bbf3-e76da5a6bb7f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:34:02.093640 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (836205da-476a-4894-bbf3-e76da5a6bb7f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.121450 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-4c695bef-68f5-4b94-aa1c-d8baf9fb4dd3 req-cad107a8-3cfb-42bb-8034-0d06b4f37ea8 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588130 May 10 20:34:02.136213 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c5fd1-03c3-4ef2-b91e-37805a967a0e None None] DHCP port deletion for 836205da-476a-4894-bbf3-e76da5a6bb7f request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:34:02.159157 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Deleting port f466d449-3bde-4693-b85c-8215ad98edac {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:34:02.159492 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (f466d449-3bde-4693-b85c-8215ad98edac), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.182740 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c5fd1-03c3-4ef2-b91e-37805a967a0e None None] Deleting port f466d449-3bde-4693-b85c-8215ad98edac {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:34:02.183222 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5fd1-03c3-4ef2-b91e-37805a967a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (f466d449-3bde-4693-b85c-8215ad98edac), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.227385 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] For port f466d449-3bde-4693-b85c-8215ad98edac, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=f466d449-3bde-4693-b85c-8215ad98edac,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:02.227785 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (f466d449-3bde-4693-b85c-8215ad98edac), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.242050 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Calling delete_port for f466d449-3bde-4693-b85c-8215ad98edac owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:34:02.247618 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-3d5c5fd1-03c3-4ef2-b91e-37805a967a0e None None] For port f466d449-3bde-4693-b85c-8215ad98edac, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=f466d449-3bde-4693-b85c-8215ad98edac,segment=NetworkSegment(64568a4e-bf8f-4c2e-86b9-0e17a3c54983),segment_id=64568a4e-bf8f-4c2e-86b9-0e17a3c54983)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:02.248014 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5fd1-03c3-4ef2-b91e-37805a967a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (f466d449-3bde-4693-b85c-8215ad98edac), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.266441 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c5fd1-03c3-4ef2-b91e-37805a967a0e None None] Calling delete_port for f466d449-3bde-4693-b85c-8215ad98edac owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:34:02.304791 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d1cbb-976d-40f4-8ad0-94ee6de375ac req-b861e1c1-23d8-43a8-aa7d-1fd994132b43 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:02.315067 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8a1d1cbb-976d-40f4-8ad0-94ee6de375ac req-b861e1c1-23d8-43a8-aa7d-1fd994132b43 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 944 time: 0.0707247 May 10 20:34:02.336764 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (f466d449-3bde-4693-b85c-8215ad98edac), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.364692 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f466d449-3bde-4693-b85c-8215ad98edac,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:02.371468 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] No DVR routers for this DVR port f466d449-3bde-4693-b85c-8215ad98edac on host dv-cinder-828806-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:34:02.372839 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5fd1-03c3-4ef2-b91e-37805a967a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017'] for port (f466d449-3bde-4693-b85c-8215ad98edac), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.393256 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e099073-dd37-4f0b-ad8d-0f38dc4f659e req-bc9af58b-6e0e-4c6e-8643-b337ad182914 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:02.395126 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e099073-dd37-4f0b-ad8d-0f38dc4f659e req-bc9af58b-6e0e-4c6e-8643-b337ad182914 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0779247 May 10 20:34:02.408966 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c5fd1-03c3-4ef2-b91e-37805a967a0e None None] Pushing event deleted for resources: {'Port': ['ID=f466d449-3bde-4693-b85c-8215ad98edac,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:02.414715 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c5fd1-03c3-4ef2-b91e-37805a967a0e None None] No DVR routers for this DVR port f466d449-3bde-4693-b85c-8215ad98edac on host dv-cinder-828806-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:34:02.416120 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8a1d1cbb-976d-40f4-8ad0-94ee6de375ac req-2353972e-3b05-4dba-a946-6bf38cdf26c7 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970488 May 10 20:34:02.463271 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (836205da-476a-4894-bbf3-e76da5a6bb7f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.464547 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e099073-dd37-4f0b-ad8d-0f38dc4f659e req-3372475d-e55b-4b11-90f7-e13ecb5c90d4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592284 May 10 20:34:02.483413 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836205da-476a-4894-bbf3-e76da5a6bb7f']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:02.496303 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64568a4e-bf8f-4c2e-86b9-0e17a3c54983') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:02.496604 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64568a4e-bf8f-4c2e-86b9-0e17a3c54983') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:02.506395 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25902393'] for segment (64568a4e-bf8f-4c2e-86b9-0e17a3c54983), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.520527 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (64568a4e-bf8f-4c2e-86b9-0e17a3c54983), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.527546 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:34:02.528237 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444310'] for segment (64568a4e-bf8f-4c2e-86b9-0e17a3c54983), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: timer() May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: cb(*args, **kw) May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: self._notify() May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: self.callback(batched_events) May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: event.method(event) May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._get(url).json() May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:34:02.530037 dv-cinder-828806-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:34:02.588942 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (836205da-476a-4894-bbf3-e76da5a6bb7f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.593158 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.596359 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/836205da-476a-4894-bbf3-e76da5a6bb7f HTTP/1.1" status: 204 len: 168 time: 0.6243293 May 10 20:34:02.610013 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d53ef8-c372-4d94-a9c6-8e5ff5616ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=836205da-476a-4894-bbf3-e76da5a6bb7f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:02.760793 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39110) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:02.801204 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-507091d2-7985-4be9-9ca0-c09ccf27c494 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=638a84064b2244e0b938b063e13cb944&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391200 May 10 20:34:02.803599 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39112) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:02.850559 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0af2ab72-6c7a-4bed-8633-9c5ca7cc950d admin admin] Publish callbacks [] for security_group (5380849c-657b-4796-b1fa-d6f72a23aeb2), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.872779 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0af2ab72-6c7a-4bed-8633-9c5ca7cc950d admin admin] Publish callbacks [] for security_group (5380849c-657b-4796-b1fa-d6f72a23aeb2), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.921982 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0af2ab72-6c7a-4bed-8633-9c5ca7cc950d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5380849c-657b-4796-b1fa-d6f72a23aeb2), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.924499 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0af2ab72-6c7a-4bed-8633-9c5ca7cc950d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:02.925700 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0af2ab72-6c7a-4bed-8633-9c5ca7cc950d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5380849c-657b-4796-b1fa-d6f72a23aeb2 HTTP/1.1" status: 204 len: 168 time: 0.1212299 May 10 20:34:02.933652 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2ab72-6c7a-4bed-8633-9c5ca7cc950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5380849c-657b-4796-b1fa-d6f72a23aeb2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:03.552729 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e5194-af33-436b-9891-5dd697559f5d req-bbcea1a6-f9cb-4c05-8f21-b1b70aa583d6 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:03.554273 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-909e5194-af33-436b-9891-5dd697559f5d req-bbcea1a6-f9cb-4c05-8f21-b1b70aa583d6 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 944 time: 0.0571187 May 10 20:34:03.615720 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47861f07-0a8b-4bcf-86e6-610ee0e295b7 req-c23a51cf-7816-443b-b714-2ac5c871a117 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:03.617202 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47861f07-0a8b-4bcf-86e6-610ee0e295b7 req-c23a51cf-7816-443b-b714-2ac5c871a117 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0755491 May 10 20:34:03.648874 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-909e5194-af33-436b-9891-5dd697559f5d req-3fa808f8-2c9e-4c05-a4fb-d07d6ec57749 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870626 May 10 20:34:03.686612 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-47861f07-0a8b-4bcf-86e6-610ee0e295b7 req-89953b87-80e6-4867-9a17-cffe6cbe83ce tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637224 May 10 20:34:03.751200 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device f466d449-3bde-4693-b85c-8215ad98edac no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:34:03.776648 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: f466d449-3bde-4693-b85c-8215ad98edac {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:34:03.777015 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device f466d449-3bde-4693-b85c-8215ad98edac not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:34:04.790084 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcacd9e-e513-47c7-9151-a77cefe6f985 req-69869a51-ed06-4c37-b0b3-29e1eca60ab4 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:04.791697 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8fcacd9e-e513-47c7-9151-a77cefe6f985 req-69869a51-ed06-4c37-b0b3-29e1eca60ab4 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 944 time: 0.0671086 May 10 20:34:04.844743 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e5ec7-54d3-43ac-ba42-54681cf9d455 req-8b383562-f571-4942-947e-55495bbf7b43 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:04.846352 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f15e5ec7-54d3-43ac-ba42-54681cf9d455 req-8b383562-f571-4942-947e-55495bbf7b43 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 945 time: 0.0721562 May 10 20:34:04.890876 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8fcacd9e-e513-47c7-9151-a77cefe6f985 req-158a922e-fcfd-43a8-a88f-650151e0a86a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781946 May 10 20:34:04.921896 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f15e5ec7-54d3-43ac-ba42-54681cf9d455 req-d0f890bb-305c-4be3-a137-462f260fb195 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652053 May 10 20:34:05.050693 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ce64c984-b78b-4730-942e-62fd2c030058 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:34:05.053238 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:34:05.211898 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f9a5ff83-f76c-42b5-8831-862bc9d49d17 is: ACTIVE; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:34:05.212217 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:05.236746 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port ce64c984-b78b-4730-942e-62fd2c030058, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce64c984-b78b-4730-942e-62fd2c030058,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:05.255389 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'ce64c984-b78b-4730-942e-62fd2c030058', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:34:05.261756 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:34:05.264698 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb73557-8215-45d1-8723-a32d74a5033a" -d '{"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-unplugged", "status": "completed", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:34:05.279793 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:05.302632 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:05.336000 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a24e68-2f43-4325-8f93-1dfea9d95ef5 x-openstack-request-id: req-60a24e68-2f43-4325-8f93-1dfea9d95ef5 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:34:05.336291 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-unplugged", "status": "failed", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17", "code": 422}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:34:05.336547 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60a24e68-2f43-4325-8f93-1dfea9d95ef5 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:34:05.337024 dv-cinder-828806-2-iscsi neutron-server[103478]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-60a24e68-2f43-4325-8f93-1dfea9d95ef5']: {'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'code': 422} returned with failed status May 10 20:34:05.353883 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port ce64c984-b78b-4730-942e-62fd2c030058 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:34:05.354266 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ce64c984-b78b-4730-942e-62fd2c030058), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:05.381412 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce64c984-b78b-4730-942e-62fd2c030058 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:34:05.385336 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:05.410533 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port ce64c984-b78b-4730-942e-62fd2c030058, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce64c984-b78b-4730-942e-62fd2c030058,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:05.414471 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (ce64c984-b78b-4730-942e-62fd2c030058), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:05.463659 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=ce64c984-b78b-4730-942e-62fd2c030058,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:05.640938 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['ce64c984-b78b-4730-942e-62fd2c030058'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:34:05.806437 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-9b7186c9-5b67-48e2-81d6-43ff452820df req-b78fe23d-b111-4480-9384-b32770567667 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:34:05.807605 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9b7186c9-5b67-48e2-81d6-43ff452820df req-b78fe23d-b111-4480-9384-b32770567667 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1173267 May 10 20:34:06.042911 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-7025f2d9-69b4-4bb5-a83b-d3da32ec0d8f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398066 May 10 20:34:06.057324 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c88f-c11a-409b-ab30-aab7cd140e5d req-0f825738-5bdf-4048-b560-3b46504a3834 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:06.065100 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce19c88f-c11a-409b-ab30-aab7cd140e5d req-0f825738-5bdf-4048-b560-3b46504a3834 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0913470 May 10 20:34:06.072902 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a52be-6a05-4bc5-95bb-87894c035bfc req-824d33d9-1266-4e55-a626-f4b89737479c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:06.078554 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-113a52be-6a05-4bc5-95bb-87894c035bfc req-824d33d9-1266-4e55-a626-f4b89737479c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 945 time: 0.1103883 May 10 20:34:06.128767 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-6dc0ab4b-278b-4436-a19f-c3ca4f767818 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:06.130286 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-6dc0ab4b-278b-4436-a19f-c3ca4f767818 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports/f9a5ff83-f76c-42b5-8831-862bc9d49d17 HTTP/1.1" status: 200 len: 940 time: 0.0532675 May 10 20:34:06.158961 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-113a52be-6a05-4bc5-95bb-87894c035bfc req-32da372d-5232-469b-bc02-4d2026fa5a34 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741053 May 10 20:34:06.201025 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ce19c88f-c11a-409b-ab30-aab7cd140e5d req-4866f6c7-8163-43c1-b2d6-9f793cb485d3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347468 May 10 20:34:06.922706 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-0c677861-79c8-4bb7-9e82-543dda3076fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:06.924214 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-0c677861-79c8-4bb7-9e82-543dda3076fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9&tenant_id=89cf2816f8884e679e6c7e4c3d98f348 HTTP/1.1" status: 200 len: 1127 time: 0.0687265 May 10 20:34:06.985699 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-70972991-84d1-4b3c-a0a7-c54caa519fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:06.987232 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-70972991-84d1-4b3c-a0a7-c54caa519fb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 1127 time: 0.0387340 May 10 20:34:07.070668 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ce64c984-b78b-4730-942e-62fd2c030058 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:34:07.079218 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-42c4c701-691f-4cf0-aa7c-7c5c3ab6b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:07.080678 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-42c4c701-691f-4cf0-aa7c-7c5c3ab6b231 service neutron] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 918 time: 0.0869255 May 10 20:34:07.117777 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port ce64c984-b78b-4730-942e-62fd2c030058 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:34:07.123656 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port ce64c984-b78b-4730-942e-62fd2c030058 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:34:07.124104 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (ce64c984-b78b-4730-942e-62fd2c030058), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:07.150762 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-6ca3b20a-9b46-4e8a-9c4e-61ecb916c4f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17 HTTP/1.1" status: 200 len: 999 time: 0.0635016 May 10 20:34:07.204360 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-180693e5-0619-47e5-a497-fed1b33ee53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:07.204605 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port ce64c984-b78b-4730-942e-62fd2c030058 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:34:07.204901 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ce64c984-b78b-4730-942e-62fd2c030058), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:07.205865 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-180693e5-0619-47e5-a497-fed1b33ee53a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0480585 May 10 20:34:07.243467 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port ce64c984-b78b-4730-942e-62fd2c030058, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce64c984-b78b-4730-942e-62fd2c030058,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:07.249527 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (ce64c984-b78b-4730-942e-62fd2c030058), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:07.250367 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:34:07.277047 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-e126063a-88a4-4e6a-9567-70639e17a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:07.279235 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-e126063a-88a4-4e6a-9567-70639e17a495 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653389 May 10 20:34:07.310046 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe364ccb-9ed5-45fd-a749-489a93147f47 req-0e4b109a-a2b5-4953-a91a-e5afb4ae3fcf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:07.312252 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fe364ccb-9ed5-45fd-a749-489a93147f47 req-0e4b109a-a2b5-4953-a91a-e5afb4ae3fcf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0656023 May 10 20:34:07.337784 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:34:07.340341 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec21ff5-ecf2-4ea8-afb4-db445bc8e9f0" -d '{"events": [{"server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "name": "network-vif-plugged", "status": "completed", "tag": "ce64c984-b78b-4730-942e-62fd2c030058"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:34:07.344511 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=ce64c984-b78b-4730-942e-62fd2c030058,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:07.389265 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f9a5ff83-f76c-42b5-8831-862bc9d49d17 is: DOWN; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:34:07.405853 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72ac1f-6c9a-4d21-b22c-682b31a5ef67 req-0c1264fb-64ca-41f4-8fd6-13558ea4698b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:07.407877 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc72ac1f-6c9a-4d21-b22c-682b31a5ef67 req-0c1264fb-64ca-41f4-8fd6-13558ea4698b tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1059024 May 10 20:34:07.444291 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-9a0cd23e-e119-447e-9d81-a0296f565303 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572258 May 10 20:34:07.446081 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fe364ccb-9ed5-45fd-a749-489a93147f47 req-c39e0d06-7e18-4e84-8c3c-b4725622f43f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254151 May 10 20:34:07.513753 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bc72ac1f-6c9a-4d21-b22c-682b31a5ef67 req-84315ea0-306e-4318-bb54-33be295a1f45 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989645 May 10 20:34:07.522101 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e227ac-ccfc-494f-a01f-07acaef96b68 x-openstack-request-id: req-63e227ac-ccfc-494f-a01f-07acaef96b68 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:34:07.522445 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "name": "network-vif-plugged", "status": "completed", "tag": "ce64c984-b78b-4730-942e-62fd2c030058", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:34:07.522721 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63e227ac-ccfc-494f-a01f-07acaef96b68 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:34:07.523140 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e227ac-ccfc-494f-a01f-07acaef96b68'] response: {'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058', 'code': 200} May 10 20:34:07.619863 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-07e1a042-994f-4b3d-80a3-03c0c0eff38e req-c881c487-4868-4b42-97fa-f75f0c067e9e service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607006 May 10 20:34:07.825310 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48034668-6c30-490e-864a-220fdb42512d req-0c41a8fe-18c2-4825-b759-51976a42eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:07.827182 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-48034668-6c30-490e-864a-220fdb42512d req-0c41a8fe-18c2-4825-b759-51976a42eb2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 1130 time: 0.0405512 May 10 20:34:07.880923 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-48034668-6c30-490e-864a-220fdb42512d req-82aa39d4-45b5-4bca-b915-2e52b75e09c5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 May 10 20:34:08.053544 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:34:08.284962 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39296) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:08.410706 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-591825f6-753b-4b07-86eb-c57fb1c743fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:08.507859 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-591825f6-753b-4b07-86eb-c57fb1c743fc admin admin] Publish callbacks [] for security_group (56dace9f-3db9-49e6-8f55-34cd6bbc7a68), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:08.514799 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-591825f6-753b-4b07-86eb-c57fb1c743fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (56dace9f-3db9-49e6-8f55-34cd6bbc7a68), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:08.585655 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591825f6-753b-4b07-86eb-c57fb1c743fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dace9f-3db9-49e6-8f55-34cd6bbc7a68,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:08.611923 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-591825f6-753b-4b07-86eb-c57fb1c743fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38eee225df5643128077103601503a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258567 May 10 20:34:08.614679 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39306) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:08.725237 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ef1e2-2bf3-404b-b918-faf0cdc69c31 req-aad4b16b-bc30-4bc3-ab21-1d9eac3b2f03 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:08.731464 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b51ea5-7839-4313-8ee8-c55c2a265665 admin admin] Publish callbacks [] for security_group (56dace9f-3db9-49e6-8f55-34cd6bbc7a68), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:08.734859 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-789ef1e2-2bf3-404b-b918-faf0cdc69c31 req-aad4b16b-bc30-4bc3-ab21-1d9eac3b2f03 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1086373 May 10 20:34:08.769288 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b51ea5-7839-4313-8ee8-c55c2a265665 admin admin] Publish callbacks [] for security_group (56dace9f-3db9-49e6-8f55-34cd6bbc7a68), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:08.795945 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74e78-974a-452d-8b77-899bb37508d7 req-aaaf6f8c-549a-4c48-bc5f-a9946dd9cd39 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:08.803825 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-deb74e78-974a-452d-8b77-899bb37508d7 req-aaaf6f8c-549a-4c48-bc5f-a9946dd9cd39 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.1364386 May 10 20:34:08.855365 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-789ef1e2-2bf3-404b-b918-faf0cdc69c31 req-e27b18fd-a5a2-4fd0-bc2c-cfd8e6f463c5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191759 May 10 20:34:08.862266 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b51ea5-7839-4313-8ee8-c55c2a265665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (56dace9f-3db9-49e6-8f55-34cd6bbc7a68), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:08.866750 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1b51ea5-7839-4313-8ee8-c55c2a265665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:08.870275 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d1b51ea5-7839-4313-8ee8-c55c2a265665 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56dace9f-3db9-49e6-8f55-34cd6bbc7a68 HTTP/1.1" status: 204 len: 168 time: 0.2523170 May 10 20:34:08.895923 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b51ea5-7839-4313-8ee8-c55c2a265665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dace9f-3db9-49e6-8f55-34cd6bbc7a68,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:08.948091 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-deb74e78-974a-452d-8b77-899bb37508d7 req-2fcfa0f3-631f-4aa2-9ab5-b7aa3b68371f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386256 May 10 20:34:09.226288 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39312) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:09.240428 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0434f192-fef1-4558-b23c-f7fcdcd9fe3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:09.326343 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0434f192-fef1-4558-b23c-f7fcdcd9fe3f admin admin] Publish callbacks [] for security_group (c7ac1e8a-4bf2-46ac-a9d1-f394956c35a3), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:09.333268 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0434f192-fef1-4558-b23c-f7fcdcd9fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (c7ac1e8a-4bf2-46ac-a9d1-f394956c35a3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:09.378231 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0434f192-fef1-4558-b23c-f7fcdcd9fe3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=973a0ddff85d435ead4078fd5aba0e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507432 May 10 20:34:09.379133 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434f192-fef1-4558-b23c-f7fcdcd9fe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ac1e8a-4bf2-46ac-a9d1-f394956c35a3,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:09.381162 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39314) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:09.446519 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b841a2b-478e-4525-8e63-bca279e92366 admin admin] Publish callbacks [] for security_group (c7ac1e8a-4bf2-46ac-a9d1-f394956c35a3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:09.473510 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b841a2b-478e-4525-8e63-bca279e92366 admin admin] Publish callbacks [] for security_group (c7ac1e8a-4bf2-46ac-a9d1-f394956c35a3), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:09.536090 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b841a2b-478e-4525-8e63-bca279e92366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (c7ac1e8a-4bf2-46ac-a9d1-f394956c35a3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:09.539520 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1b841a2b-478e-4525-8e63-bca279e92366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:09.548653 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1b841a2b-478e-4525-8e63-bca279e92366 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7ac1e8a-4bf2-46ac-a9d1-f394956c35a3 HTTP/1.1" status: 204 len: 168 time: 0.1637383 May 10 20:34:09.561148 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b841a2b-478e-4525-8e63-bca279e92366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ac1e8a-4bf2-46ac-a9d1-f394956c35a3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:10.063618 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f4894-e4f1-41eb-98c1-8d69b77e558d req-5a8c6b5e-051f-4569-8498-2bd6e04eb007 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:10.065430 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-693f4894-e4f1-41eb-98c1-8d69b77e558d req-5a8c6b5e-051f-4569-8498-2bd6e04eb007 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0821078 May 10 20:34:10.141282 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835855a9-5e09-418d-96ba-aabfcad59ef3 req-2e99c3ec-1e27-4921-aedf-2580b2defcbb tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:10.143433 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-835855a9-5e09-418d-96ba-aabfcad59ef3 req-2e99c3ec-1e27-4921-aedf-2580b2defcbb tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0759046 May 10 20:34:10.193613 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-693f4894-e4f1-41eb-98c1-8d69b77e558d req-deb6f255-a845-42d7-a066-96d1af3a71d1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086426 May 10 20:34:10.228865 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-835855a9-5e09-418d-96ba-aabfcad59ef3 req-aff7a35a-9c3e-40a9-8548-83395ac5be5c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772552 May 10 20:34:11.422535 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b15d3-eeca-468f-b674-3df3c403ff94 req-d313f383-9b5a-477e-95b3-34688396d130 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:11.424262 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6a5b15d3-eeca-468f-b674-3df3c403ff94 req-d313f383-9b5a-477e-95b3-34688396d130 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1218057 May 10 20:34:11.446857 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ba830-a494-4631-85ec-fa6fe2edd046 req-a841d098-5053-40bb-b0c1-e36ac847cea4 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:11.448564 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e53ba830-a494-4631-85ec-fa6fe2edd046 req-a841d098-5053-40bb-b0c1-e36ac847cea4 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.1248581 May 10 20:34:11.524997 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6a5b15d3-eeca-468f-b674-3df3c403ff94 req-8ab1952c-f397-4c2d-867f-9f4ac59af7a2 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942228 May 10 20:34:11.546426 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e53ba830-a494-4631-85ec-fa6fe2edd046 req-9a479c52-6269-4936-94fd-7133a44a7135 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877321 May 10 20:34:11.661748 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39384) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:11.780872 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45f13434-f8d4-4690-a40a-be601145ef10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:11.874163 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45f13434-f8d4-4690-a40a-be601145ef10 admin admin] Publish callbacks [] for security_group (baf8366d-66e4-4869-849a-8694db313a97), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:11.877916 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-45f13434-f8d4-4690-a40a-be601145ef10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (baf8366d-66e4-4869-849a-8694db313a97), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:11.917879 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f13434-f8d4-4690-a40a-be601145ef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf8366d-66e4-4869-849a-8694db313a97,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:11.922187 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-45f13434-f8d4-4690-a40a-be601145ef10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bf74aa1cb534ff8a683bb8d250c62e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592573 May 10 20:34:11.924735 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39390) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:11.975105 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-222af09e-2269-4544-a38c-74895b0702a9 admin admin] Publish callbacks [] for security_group (baf8366d-66e4-4869-849a-8694db313a97), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.000878 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-222af09e-2269-4544-a38c-74895b0702a9 admin admin] Publish callbacks [] for security_group (baf8366d-66e4-4869-849a-8694db313a97), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.053140 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-222af09e-2269-4544-a38c-74895b0702a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (baf8366d-66e4-4869-849a-8694db313a97), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.056031 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-222af09e-2269-4544-a38c-74895b0702a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.057527 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-222af09e-2269-4544-a38c-74895b0702a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/baf8366d-66e4-4869-849a-8694db313a97 HTTP/1.1" status: 204 len: 168 time: 0.1316147 May 10 20:34:12.066721 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222af09e-2269-4544-a38c-74895b0702a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf8366d-66e4-4869-849a-8694db313a97,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:12.373957 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39396) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:12.387990 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e44e7914-9aa1-4e43-932f-2a8d39b03ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.468270 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e44e7914-9aa1-4e43-932f-2a8d39b03ac4 admin admin] Publish callbacks [] for security_group (1077f16b-b817-4dc4-ba6c-d51143fe3668), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.478818 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-e44e7914-9aa1-4e43-932f-2a8d39b03ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1077f16b-b817-4dc4-ba6c-d51143fe3668), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.517641 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-e44e7914-9aa1-4e43-932f-2a8d39b03ac4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b456e7c3192c47d18c6a242a09aeabb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424844 May 10 20:34:12.523299 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39398) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:12.523811 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e7914-9aa1-4e43-932f-2a8d39b03ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1077f16b-b817-4dc4-ba6c-d51143fe3668,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:12.595801 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ac81655-5047-48e4-95c1-f7daf34527d4 admin admin] Publish callbacks [] for security_group (1077f16b-b817-4dc4-ba6c-d51143fe3668), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.626606 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ac81655-5047-48e4-95c1-f7daf34527d4 admin admin] Publish callbacks [] for security_group (1077f16b-b817-4dc4-ba6c-d51143fe3668), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.745485 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26465b19-1cb8-4bab-8af2-a9e71dedf34f req-7ed5e52a-0704-4095-a8f5-f7427db8ee73 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:12.747628 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26465b19-1cb8-4bab-8af2-a9e71dedf34f req-7ed5e52a-0704-4095-a8f5-f7427db8ee73 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.1138558 May 10 20:34:12.764122 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e0ab-2690-4ed6-817e-ecb8edd6f3c8 req-3cb19a35-573e-4ba8-a492-8b0c3ad499f9 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:12.765639 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4f98e0ab-2690-4ed6-817e-ecb8edd6f3c8 req-3cb19a35-573e-4ba8-a492-8b0c3ad499f9 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.1054246 May 10 20:34:12.816654 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ac81655-5047-48e4-95c1-f7daf34527d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1077f16b-b817-4dc4-ba6c-d51143fe3668), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.819250 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-6ac81655-5047-48e4-95c1-f7daf34527d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:12.820359 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6ac81655-5047-48e4-95c1-f7daf34527d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1077f16b-b817-4dc4-ba6c-d51143fe3668 HTTP/1.1" status: 204 len: 168 time: 0.2961552 May 10 20:34:12.855154 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac81655-5047-48e4-95c1-f7daf34527d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1077f16b-b817-4dc4-ba6c-d51143fe3668,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:12.878109 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-26465b19-1cb8-4bab-8af2-a9e71dedf34f req-b872d3b3-6079-403f-a7ec-1008b0080f13 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218851 May 10 20:34:12.909483 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4f98e0ab-2690-4ed6-817e-ecb8edd6f3c8 req-cab50ed0-0eb3-4a13-8a25-6fdf1e8c261a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357150 May 10 20:34:14.080310 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6f7f-369d-4f7f-b766-3551a3c39321 req-f8fcf7f9-e338-4897-bee7-e5b2e68ade22 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:14.082214 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-157d6f7f-369d-4f7f-b766-3551a3c39321 req-f8fcf7f9-e338-4897-bee7-e5b2e68ade22 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0985227 May 10 20:34:14.105088 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b457338-7568-404a-9cde-d3c821843bc4 req-f34ed79b-419b-4efa-889d-1ac15e2e509a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:14.107291 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8b457338-7568-404a-9cde-d3c821843bc4 req-f34ed79b-419b-4efa-889d-1ac15e2e509a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0758469 May 10 20:34:14.197122 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-157d6f7f-369d-4f7f-b766-3551a3c39321 req-7dd57f5a-2618-44a2-93d3-1643d0dda6b6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061130 May 10 20:34:14.212920 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8b457338-7568-404a-9cde-d3c821843bc4 req-f864800f-8063-4641-8ebc-f78061b4de02 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961134 May 10 20:34:15.361484 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975816e2-2ec1-4753-80d6-1f382c095029 req-c6a5cec6-c868-41dd-a448-2c13cafb15c4 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:15.363018 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-975816e2-2ec1-4753-80d6-1f382c095029 req-c6a5cec6-c868-41dd-a448-2c13cafb15c4 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0773306 May 10 20:34:15.394070 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237406a-3b0d-42fb-b287-e4806350f22c req-881c92eb-a87f-481e-999d-7a1d0088c57a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:15.395564 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8237406a-3b0d-42fb-b287-e4806350f22c req-881c92eb-a87f-481e-999d-7a1d0088c57a tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0753918 May 10 20:34:15.453587 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-975816e2-2ec1-4753-80d6-1f382c095029 req-276f66d4-5a90-400b-8cbc-77c9127c3267 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848579 May 10 20:34:15.485813 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8237406a-3b0d-42fb-b287-e4806350f22c req-6edb79b4-9d01-4cad-87f2-e884cc7eb096 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815771 May 10 20:34:16.612954 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ff46c-4d40-458b-be54-f3091086b3fc req-a1aa4119-d3c2-435d-be8c-14060fcaedbf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:16.614458 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3c2ff46c-4d40-458b-be54-f3091086b3fc req-a1aa4119-d3c2-435d-be8c-14060fcaedbf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0759118 May 10 20:34:16.641955 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ec4d-f059-44bf-a384-4f8911ad72e7 req-d1481eff-16c1-4109-9455-955ac29f3409 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:16.643645 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3eb8ec4d-f059-44bf-a384-4f8911ad72e7 req-d1481eff-16c1-4109-9455-955ac29f3409 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0713432 May 10 20:34:16.689378 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3c2ff46c-4d40-458b-be54-f3091086b3fc req-ca4aa725-4235-4002-9509-58b3af79de74 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694509 May 10 20:34:16.711967 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3eb8ec4d-f059-44bf-a384-4f8911ad72e7 req-68e38efa-8685-4231-849a-6f2b33d24ec1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619256 May 10 20:34:17.500696 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39512) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:17.603781 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4f6a-16fb-46c8-a797-ec679d7acefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:17.676479 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4f6a-16fb-46c8-a797-ec679d7acefd admin admin] Publish callbacks [] for security_group (4aceca43-3d6d-4d11-91d2-ff60f22a5039), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:17.680168 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4f6a-16fb-46c8-a797-ec679d7acefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (4aceca43-3d6d-4d11-91d2-ff60f22a5039), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:17.725534 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3c0f4f6a-16fb-46c8-a797-ec679d7acefd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c58a64421944fe1a5f12808477a57da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236166 May 10 20:34:17.726800 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39518) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:17.729243 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f4f6a-16fb-46c8-a797-ec679d7acefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aceca43-3d6d-4d11-91d2-ff60f22a5039,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:17.795158 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d192d254-9a1c-4774-8b3f-50501cadae13 admin admin] Publish callbacks [] for security_group (4aceca43-3d6d-4d11-91d2-ff60f22a5039), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:17.819768 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d192d254-9a1c-4774-8b3f-50501cadae13 admin admin] Publish callbacks [] for security_group (4aceca43-3d6d-4d11-91d2-ff60f22a5039), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:17.861372 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d904e-6065-444e-88ae-c221835f17e0 req-fd722929-59ed-4fff-9d2c-cdca2eee80db tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:17.862850 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-967d904e-6065-444e-88ae-c221835f17e0 req-fd722929-59ed-4fff-9d2c-cdca2eee80db tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0863976 May 10 20:34:17.868717 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb01f-94d8-48ee-bd2a-502c77dc8191 req-6dacde35-fd77-4846-bed8-8edafc9d4358 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:17.868888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d192d254-9a1c-4774-8b3f-50501cadae13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (4aceca43-3d6d-4d11-91d2-ff60f22a5039), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:17.870133 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-960eb01f-94d8-48ee-bd2a-502c77dc8191 req-6dacde35-fd77-4846-bed8-8edafc9d4358 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0827940 May 10 20:34:17.871441 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d192d254-9a1c-4774-8b3f-50501cadae13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:17.875252 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d192d254-9a1c-4774-8b3f-50501cadae13 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4aceca43-3d6d-4d11-91d2-ff60f22a5039 HTTP/1.1" status: 204 len: 168 time: 0.1439769 May 10 20:34:17.882738 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192d254-9a1c-4774-8b3f-50501cadae13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aceca43-3d6d-4d11-91d2-ff60f22a5039,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:17.943221 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-967d904e-6065-444e-88ae-c221835f17e0 req-4c252347-3070-4add-a85b-37ad218bb741 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721524 May 10 20:34:17.957168 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-960eb01f-94d8-48ee-bd2a-502c77dc8191 req-7880508a-d6ec-4e28-96f0-9d178d58cdf8 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799799 May 10 20:34:18.064072 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e862-621f-4863-acdf-f7970be7e964 req-adad2b9c-7237-4c91-aa42-a7a234fa3eba tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:18.065577 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0737e862-621f-4863-acdf-f7970be7e964 req-adad2b9c-7237-4c91-aa42-a7a234fa3eba tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0477157 May 10 20:34:18.116413 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0737e862-621f-4863-acdf-f7970be7e964 req-0351e89e-fc02-4381-83c3-91dbf2af812c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452478 May 10 20:34:18.139911 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39528) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:18.161968 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39530) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:18.174777 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ae2168-83a2-4b9a-adc7-f7798b6d4155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.178253 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade45b3-33ba-4bd8-bde9-c5813e14c56c tempest-TestVolumeBootPattern-386063152 tempest-TestVolumeBootPattern-386063152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:18.179793 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5ade45b3-33ba-4bd8-bde9-c5813e14c56c tempest-TestVolumeBootPattern-386063152 tempest-TestVolumeBootPattern-386063152-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 1125 time: 0.0387070 May 10 20:34:18.182690 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39532) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:18.187509 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:34:18.207383 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.250834 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ae2168-83a2-4b9a-adc7-f7798b6d4155 admin admin] Publish callbacks [] for security_group (2961d6c5-9832-4fb1-b9b6-58c55b14b8e2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.254860 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35ae2168-83a2-4b9a-adc7-f7798b6d4155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (2961d6c5-9832-4fb1-b9b6-58c55b14b8e2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.287311 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.294537 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-35ae2168-83a2-4b9a-adc7-f7798b6d4155 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ceb00deda3d9428fa728f5ec2c154d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291409 May 10 20:34:18.294537 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae2168-83a2-4b9a-adc7-f7798b6d4155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2961d6c5-9832-4fb1-b9b6-58c55b14b8e2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:18.295264 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39534) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:18.346237 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-799e8fb1-d322-4d01-b2d4-dbbdfbf6d9a4 admin admin] Publish callbacks [] for security_group (2961d6c5-9832-4fb1-b9b6-58c55b14b8e2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.366741 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-799e8fb1-d322-4d01-b2d4-dbbdfbf6d9a4 admin admin] Publish callbacks [] for security_group (2961d6c5-9832-4fb1-b9b6-58c55b14b8e2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.389216 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Allocated IP 172.27.0.156 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/001aeb2f-e918-4d11-82e7-a0ec572cc732) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:34:18.414593 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-799e8fb1-d322-4d01-b2d4-dbbdfbf6d9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (2961d6c5-9832-4fb1-b9b6-58c55b14b8e2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.417124 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-799e8fb1-d322-4d01-b2d4-dbbdfbf6d9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.418329 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-799e8fb1-d322-4d01-b2d4-dbbdfbf6d9a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2961d6c5-9832-4fb1-b9b6-58c55b14b8e2 HTTP/1.1" status: 204 len: 168 time: 0.1221375 May 10 20:34:18.426505 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e8fb1-d322-4d01-b2d4-dbbdfbf6d9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2961d6c5-9832-4fb1-b9b6-58c55b14b8e2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:18.495700 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for port (001aeb2f-e918-4d11-82e7-a0ec572cc732), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.531406 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (001aeb2f-e918-4d11-82e7-a0ec572cc732), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:18.575394 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:34:18.577745 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:34:18.584264 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:34:18.613922 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'Port': ['ID=001aeb2f-e918-4d11-82e7-a0ec572cc732,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:19.087006 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30ae0b-dc49-4c26-ba72-f698e0fc5376 req-da72f505-611f-47b2-86e8-e84d09b47d95 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:19.088559 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e30ae0b-dc49-4c26-ba72-f698e0fc5376 req-da72f505-611f-47b2-86e8-e84d09b47d95 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0508389 May 10 20:34:19.140233 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1e30ae0b-dc49-4c26-ba72-f698e0fc5376 req-a717bdb4-0778-4c6b-9be7-2641c63ac615 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444570 May 10 20:34:19.249968 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (95b7e895-c384-42be-85e2-1e227f72e6f9), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:19.321118 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (001aeb2f-e918-4d11-82e7-a0ec572cc732), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:19.472124 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for port (001aeb2f-e918-4d11-82e7-a0ec572cc732), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:19.476542 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (001aeb2f-e918-4d11-82e7-a0ec572cc732), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:19.546654 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'Port': ['ID=001aeb2f-e918-4d11-82e7-a0ec572cc732,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:19.558381 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (95b7e895-c384-42be-85e2-1e227f72e6f9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:19.662748 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Floating IP 95b7e895-c384-42be-85e2-1e227f72e6f9 associated. External IP: 172.27.0.156, port: ce64c984-b78b-4730-942e-62fd2c030058. May 10 20:34:19.881154 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Router 3b09f6be-b249-4d01-abcc-e09125850d03 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:34:19.999167 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:34:20.008740 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] Sync routers for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:34:20.017505 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:20.022423 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:34:20.023046 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:33:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:20.049106 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-98826de2-db90-4a3c-9862-ba87ed71b10b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8653314 May 10 20:34:20.049707 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:34:20.052069 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "tag": "ce64c984-b78b-4730-942e-62fd2c030058"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:34:20.092889 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67e8890-831e-4cc1-bb9c-9018cf49c07f x-openstack-request-id: req-a67e8890-831e-4cc1-bb9c-9018cf49c07f {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:34:20.093221 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "tag": "ce64c984-b78b-4730-942e-62fd2c030058", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:34:20.093550 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a67e8890-831e-4cc1-bb9c-9018cf49c07f {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:34:20.093947 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67e8890-831e-4cc1-bb9c-9018cf49c07f'] response: {'name': 'network-changed', 'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058', 'status': 'completed', 'code': 200} May 10 20:34:20.138587 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:34:20.296448 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92099a96-35d5-41a9-a94e-6c0788c7be03 req-abe2f650-5f5f-4739-a307-96d8da0a7449 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:20.297978 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-92099a96-35d5-41a9-a94e-6c0788c7be03 req-abe2f650-5f5f-4739-a307-96d8da0a7449 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0478916 May 10 20:34:20.347944 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-92099a96-35d5-41a9-a94e-6c0788c7be03 req-6771f72b-9795-45bf-b13b-025ee2906b8e tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 May 10 20:34:20.362058 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '95b7e895-c384-42be-85e2-1e227f72e6f9', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:34:18Z', 'updated_at': '2022-05-10T20:34:18Z', 'revision_number': 0, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:20.391832 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] Checking router: 3b09f6be-b249-4d01-abcc-e09125850d03 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:34:20.400135 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:34:20.400733 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:33:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:20.504987 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:34:20.718420 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '95b7e895-c384-42be-85e2-1e227f72e6f9', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:34:18Z', 'updated_at': '2022-05-10T20:34:18Z', 'revision_number': 0, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:34:20.751451 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e37bf-5877-4171-bc73-abb1a10d6c0d None None] The sync data for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi is: [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '95b7e895-c384-42be-85e2-1e227f72e6f9', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:34:18Z', 'updated_at': '2022-05-10T20:34:18Z', 'revision_number': 0, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:34:20.954358 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b7973-b279-42cf-983e-0975c3a5f043 None None] New status for floating IP 95b7e895-c384-42be-85e2-1e227f72e6f9: ACTIVE {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:34:21.466056 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7d5ce-b3d4-45a3-bd1d-e87b03a09295 req-877b57d8-6277-42d7-a031-231b668fa2f4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:21.467484 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5b7d5ce-b3d4-45a3-bd1d-e87b03a09295 req-877b57d8-6277-42d7-a031-231b668fa2f4 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 943 time: 0.0454288 May 10 20:34:21.512847 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5b7d5ce-b3d4-45a3-bd1d-e87b03a09295 req-b51a844a-9d46-48b8-82ec-445b0a0fc524 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398841 May 10 20:34:21.629818 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:34:21.654795 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:21.732616 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:21.743739 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'port_id': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'mac_address': 'fa:16:3e:d0:85:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:34:21.783591 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f9a5ff83-f76c-42b5-8831-862bc9d49d17 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:34:21.783894 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:21.796606 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a5ff83-f76c-42b5-8831-862bc9d49d17 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:34:21.817080 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:21.821104 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:21.866149 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=9']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:21.940551 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-6835cdd5-adef-4ce0-b8c9-cbea5b3db9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:21.942132 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-6835cdd5-adef-4ce0-b8c9-cbea5b3db9ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 1130 time: 0.0410311 May 10 20:34:22.045658 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['f9a5ff83-f76c-42b5-8831-862bc9d49d17'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:34:22.051145 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-0434edfc-e3b8-491f-a7ad-6f96b196a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:22.052620 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-0434edfc-e3b8-491f-a7ad-6f96b196a587 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 913 time: 0.0977921 May 10 20:34:22.295605 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-88cae330-1bc5-4850-8916-4a998147be5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce64c984-b78b-4730-942e-62fd2c030058 HTTP/1.1" status: 200 len: 1002 time: 0.0677309 May 10 20:34:22.344278 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-ecd29f01-4cae-45be-8ebe-6eecec6bab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:22.345853 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-ecd29f01-4cae-45be-8ebe-6eecec6bab2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0448720 May 10 20:34:22.389016 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-031aca2c-93b9-4415-9d2e-1191ac8e4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:22.390635 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-031aca2c-93b9-4415-9d2e-1191ac8e4a2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382340 May 10 20:34:22.481254 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-73bc8357-03e3-4830-9bd6-ada20467c58d service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 May 10 20:34:22.596497 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ab3ae6f9-1913-4cd7-b3a1-d0f9aae68265 req-641f912b-6a37-4322-a518-fd40795bea35 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948672 May 10 20:34:22.655193 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c36b-fda9-4b06-abeb-decc7e004afc req-45f7e569-1f0c-45bf-86be-eba3b4502bb9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:22.657184 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e537c36b-fda9-4b06-abeb-decc7e004afc req-45f7e569-1f0c-45bf-86be-eba3b4502bb9 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 944 time: 0.0622106 May 10 20:34:22.701851 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:34:22.705965 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e537c36b-fda9-4b06-abeb-decc7e004afc req-5378ff96-6ae8-45be-86ae-c4bb6c34ff5c tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431130 May 10 20:34:22.746821 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port f9a5ff83-f76c-42b5-8831-862bc9d49d17 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:34:22.747187 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:22.821525 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f9a5ff83-f76c-42b5-8831-862bc9d49d17 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:34:22.821824 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:22.844343 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:34:22.846754 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83f1646-bf6f-48e8-86a3-110fa3815702" -d '{"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:34:22.859685 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:34:22.864243 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:22.916691 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=10']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:23.051938 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a4987-a268-4f0f-8456-58fa46cdcec7 x-openstack-request-id: req-824a4987-a268-4f0f-8456-58fa46cdcec7 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:34:23.052228 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-plugged", "status": "completed", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:34:23.052480 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-824a4987-a268-4f0f-8456-58fa46cdcec7 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:34:23.052872 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824a4987-a268-4f0f-8456-58fa46cdcec7'] response: {'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'code': 200} May 10 20:34:23.228220 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbef02d-52c1-40f1-94f3-c4dbafb1dac5 req-c9dbe0b1-c466-4c1b-ab8f-9206bab25e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:23.229810 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8cbef02d-52c1-40f1-94f3-c4dbafb1dac5 req-c9dbe0b1-c466-4c1b-ab8f-9206bab25e4b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 1130 time: 0.0426531 May 10 20:34:23.274896 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8cbef02d-52c1-40f1-94f3-c4dbafb1dac5 req-c8e46612-56eb-4169-9056-e0590829d2af service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373015 May 10 20:34:23.831625 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5a29d-d6a1-4336-b604-78ac6b072ae7 req-0a8083c1-c143-46e8-af96-9210845b5970 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:23.833160 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f1c5a29d-d6a1-4336-b604-78ac6b072ae7 req-0a8083c1-c143-46e8-af96-9210845b5970 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 946 time: 0.0534086 May 10 20:34:23.880941 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f1c5a29d-d6a1-4336-b604-78ac6b072ae7 req-d9e12b78-0ec4-4164-bd4b-e674c7c71187 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 May 10 20:34:24.100603 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-827fc119-5ac9-4987-9272-21bee8e59637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:24.102295 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-827fc119-5ac9-4987-9272-21bee8e59637 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 1130 time: 0.0446012 May 10 20:34:24.231776 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-66d22922-1d66-4658-8d1d-b2f2dd50aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:24.233407 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-66d22922-1d66-4658-8d1d-b2f2dd50aef0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 200 len: 918 time: 0.1036546 May 10 20:34:24.317407 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-ae39a660-f313-44bc-bcaf-c2a421086f9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17 HTTP/1.1" status: 200 len: 1001 time: 0.0682387 May 10 20:34:24.435005 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-1917aa8a-7dc0-4fdc-b5c8-279443039b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:24.436513 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-1917aa8a-7dc0-4fdc-b5c8-279443039b50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 200 len: 856 time: 0.0476651 May 10 20:34:24.445283 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-20f8c58f-0cf2-47e2-b7e5-1f3b7ce54db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:24.814780 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-8747af2c-2925-4b0e-b998-bf8528237d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:24.816415 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-8747af2c-2925-4b0e-b998-bf8528237d0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=94296225-31bb-4ee2-9855-9dbaeebe459c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454671 May 10 20:34:24.909348 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-e336ef99-a72a-4daa-9002-40a17bc73b57 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851030 May 10 20:34:25.011436 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbaa3e-e211-4a0a-9090-90589bf1c2b4 req-52b72c38-89cf-4c13-b5b4-72d7ec400515 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:25.013656 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40bbaa3e-e211-4a0a-9090-90589bf1c2b4 req-52b72c38-89cf-4c13-b5b4-72d7ec400515 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 946 time: 0.0550692 May 10 20:34:25.037620 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3c112c01-c4dd-4b9d-a811-b67e425e10c0 req-76b5f6aa-0856-4038-a1b2-a6d19cf9e1c5 service neutron] 10.222.0.69 "GET /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219146 May 10 20:34:25.063737 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-40bbaa3e-e211-4a0a-9090-90589bf1c2b4 req-6bd5f2ad-6597-434b-bda0-32f5ebf530f6 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434735 May 10 20:34:26.183688 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8abea8-2796-4097-98a0-a1d1a23749c2 req-90424c90-e3f0-4bb0-8dc2-7d994ae39b58 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:34:26.185167 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6b8abea8-2796-4097-98a0-a1d1a23749c2 req-90424c90-e3f0-4bb0-8dc2-7d994ae39b58 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 946 time: 0.0498395 May 10 20:34:26.230904 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6b8abea8-2796-4097-98a0-a1d1a23749c2 req-e2c4e90e-e313-4c6a-b281-c8fec21d42c5 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402617 May 10 20:34:26.671841 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-088c1bb5-ba88-4aaa-bc89-4a930e891fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:27.744070 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39734) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:27.851910 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38eec9d1-a56a-4152-85c5-7171327a7fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:27.925429 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38eec9d1-a56a-4152-85c5-7171327a7fdb admin admin] Publish callbacks [] for security_group (73a15dbd-280c-4479-a72b-e5ed6c128779), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:27.928685 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-38eec9d1-a56a-4152-85c5-7171327a7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (73a15dbd-280c-4479-a72b-e5ed6c128779), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:27.968376 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-38eec9d1-a56a-4152-85c5-7171327a7fdb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19c5e8b6b39345b793ebe2923f5728b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231650 May 10 20:34:27.969593 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eec9d1-a56a-4152-85c5-7171327a7fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a15dbd-280c-4479-a72b-e5ed6c128779,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:27.971269 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39740) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:28.025581 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Publish callbacks [] for security_group (73a15dbd-280c-4479-a72b-e5ed6c128779), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:28.047687 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Publish callbacks [] for security_group (73a15dbd-280c-4479-a72b-e5ed6c128779), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:28.068815 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:28.097719 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (73a15dbd-280c-4479-a72b-e5ed6c128779), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:28.100239 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:28.101384 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73a15dbd-280c-4479-a72b-e5ed6c128779 HTTP/1.1" status: 204 len: 168 time: 0.1285727 May 10 20:34:28.108852 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a15dbd-280c-4479-a72b-e5ed6c128779,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:28.115811 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.116154 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.116497 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.116830 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.117183 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.117527 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.117860 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.118148 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.118470 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.118793 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.119117 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.119437 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.119755 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.120078 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:28.120398 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a264b6ae-57e6-4738-a4f2-be53300dabcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:34:29.110864 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.219314 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39788) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:30.330089 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74472223-eed4-446f-b119-06659ca01acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.404637 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74472223-eed4-446f-b119-06659ca01acd admin admin] Publish callbacks [] for security_group (5c636a2f-db79-4598-89bd-17edca2ad240), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.408711 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-74472223-eed4-446f-b119-06659ca01acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5c636a2f-db79-4598-89bd-17edca2ad240), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.449377 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-74472223-eed4-446f-b119-06659ca01acd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27188f6530fe4ff48f73e1cdc018b786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288477 May 10 20:34:30.450584 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74472223-eed4-446f-b119-06659ca01acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c636a2f-db79-4598-89bd-17edca2ad240,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:30.452108 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39798) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:30.506109 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9edf-5b42-4720-a125-f4c9addbbd11 admin admin] Publish callbacks [] for security_group (5c636a2f-db79-4598-89bd-17edca2ad240), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.530599 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9edf-5b42-4720-a125-f4c9addbbd11 admin admin] Publish callbacks [] for security_group (5c636a2f-db79-4598-89bd-17edca2ad240), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.587155 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9edf-5b42-4720-a125-f4c9addbbd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (5c636a2f-db79-4598-89bd-17edca2ad240), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.591321 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2b8d9edf-5b42-4720-a125-f4c9addbbd11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.592470 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2b8d9edf-5b42-4720-a125-f4c9addbbd11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c636a2f-db79-4598-89bd-17edca2ad240 HTTP/1.1" status: 204 len: 168 time: 0.1380129 May 10 20:34:30.601465 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d9edf-5b42-4720-a125-f4c9addbbd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c636a2f-db79-4598-89bd-17edca2ad240,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:30.626666 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.871544 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 39808) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:30.887422 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83033428-9bea-4713-8419-ab4143eae3ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.962665 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83033428-9bea-4713-8419-ab4143eae3ec admin admin] Publish callbacks [] for security_group (1adec7a4-8960-48f4-8af7-68aa9014cf19), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:30.967401 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-83033428-9bea-4713-8419-ab4143eae3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1adec7a4-8960-48f4-8af7-68aa9014cf19), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:31.004751 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-83033428-9bea-4713-8419-ab4143eae3ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74880c9a4a994776b7b401ae5997f8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321423 May 10 20:34:31.005559 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83033428-9bea-4713-8419-ab4143eae3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adec7a4-8960-48f4-8af7-68aa9014cf19,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:31.008035 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39810) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:31.055813 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dae31031-10a7-442f-9cd3-ab25f3f7bdf6 admin admin] Publish callbacks [] for security_group (1adec7a4-8960-48f4-8af7-68aa9014cf19), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:31.077494 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dae31031-10a7-442f-9cd3-ab25f3f7bdf6 admin admin] Publish callbacks [] for security_group (1adec7a4-8960-48f4-8af7-68aa9014cf19), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:31.122732 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dae31031-10a7-442f-9cd3-ab25f3f7bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (1adec7a4-8960-48f4-8af7-68aa9014cf19), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:31.125241 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dae31031-10a7-442f-9cd3-ab25f3f7bdf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:31.126417 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-dae31031-10a7-442f-9cd3-ab25f3f7bdf6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1adec7a4-8960-48f4-8af7-68aa9014cf19 HTTP/1.1" status: 204 len: 168 time: 0.1172447 May 10 20:34:31.134054 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae31031-10a7-442f-9cd3-ab25f3f7bdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adec7a4-8960-48f4-8af7-68aa9014cf19,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:32.143292 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39848) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:32.244045 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fa6868d-0b9a-437b-b5d7-4b81aed441a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:32.316279 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fa6868d-0b9a-437b-b5d7-4b81aed441a7 admin admin] Publish callbacks [] for security_group (0ff705f9-32c3-4882-b271-b1132d11a5cd), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:32.319668 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-7fa6868d-0b9a-437b-b5d7-4b81aed441a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0ff705f9-32c3-4882-b271-b1132d11a5cd), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:32.358044 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6868d-0b9a-437b-b5d7-4b81aed441a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff705f9-32c3-4882-b271-b1132d11a5cd,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:32.362042 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-7fa6868d-0b9a-437b-b5d7-4b81aed441a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4bfee9248c574961a5339c32c14fbdfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177663 May 10 20:34:32.364636 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 39852) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:34:32.411287 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdbd02ce-568a-445c-9b8f-4bc6b1ad8010 admin admin] Publish callbacks [] for security_group (0ff705f9-32c3-4882-b271-b1132d11a5cd), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:32.431425 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdbd02ce-568a-445c-9b8f-4bc6b1ad8010 admin admin] Publish callbacks [] for security_group (0ff705f9-32c3-4882-b271-b1132d11a5cd), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:32.478088 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdbd02ce-568a-445c-9b8f-4bc6b1ad8010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (0ff705f9-32c3-4882-b271-b1132d11a5cd), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:32.480590 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cdbd02ce-568a-445c-9b8f-4bc6b1ad8010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:32.481760 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cdbd02ce-568a-445c-9b8f-4bc6b1ad8010 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ff705f9-32c3-4882-b271-b1132d11a5cd HTTP/1.1" status: 204 len: 168 time: 0.1161087 May 10 20:34:32.489106 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd02ce-568a-445c-9b8f-4bc6b1ad8010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff705f9-32c3-4882-b271-b1132d11a5cd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:34:45.053907 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:34:51.655769 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:54.446854 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-019aed37-f996-46bf-a7fe-4cc9e9c6120e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:56.673480 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f5cd61d5-a315-48df-b582-091cba48b86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:58.070532 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:34:59.111777 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:00.629915 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:09.634933 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40268) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:09.742127 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:09.825186 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Publish callbacks [] for security_group (766a1509-ec85-4c69-8b02-a4d9b5fa875b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:09.828507 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (766a1509-ec85-4c69-8b02-a4d9b5fa875b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:09.865891 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd30322cfe354116bd2f588162ee6f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299399 May 10 20:35:09.866795 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a1509-ec85-4c69-8b02-a4d9b5fa875b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:09.868737 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40278) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:09.873930 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.874346 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.874688 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.875028 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.875350 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.875673 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.875991 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.876309 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.876626 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.876943 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.877296 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.877615 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.877928 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.878240 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.878554 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d88ed0-d169-4ef6-bb0a-8c6867bb877d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:09.917615 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3043b722-cd2b-46b4-a1e6-72693a47982b admin admin] Publish callbacks [] for security_group (766a1509-ec85-4c69-8b02-a4d9b5fa875b), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:09.940941 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3043b722-cd2b-46b4-a1e6-72693a47982b admin admin] Publish callbacks [] for security_group (766a1509-ec85-4c69-8b02-a4d9b5fa875b), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:09.989409 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3043b722-cd2b-46b4-a1e6-72693a47982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (766a1509-ec85-4c69-8b02-a4d9b5fa875b), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:09.991903 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3043b722-cd2b-46b4-a1e6-72693a47982b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:09.993080 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3043b722-cd2b-46b4-a1e6-72693a47982b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/766a1509-ec85-4c69-8b02-a4d9b5fa875b HTTP/1.1" status: 204 len: 168 time: 0.1232622 May 10 20:35:10.001758 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043b722-cd2b-46b4-a1e6-72693a47982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a1509-ec85-4c69-8b02-a4d9b5fa875b,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:11.093733 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40314) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:11.210488 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f349f94a-1f51-411a-b5c1-0d6bdf646b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:11.288906 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f349f94a-1f51-411a-b5c1-0d6bdf646b13 admin admin] Publish callbacks [] for security_group (65ecd1cf-4b19-43f9-b2b2-a1a25c6c337a), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:11.292582 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f349f94a-1f51-411a-b5c1-0d6bdf646b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (65ecd1cf-4b19-43f9-b2b2-a1a25c6c337a), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:11.329139 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349f94a-1f51-411a-b5c1-0d6bdf646b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ecd1cf-4b19-43f9-b2b2-a1a25c6c337a,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:11.333417 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f349f94a-1f51-411a-b5c1-0d6bdf646b13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f82ebb83c5f40c59d2d54a073567887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386532 May 10 20:35:11.336589 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40318) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:11.381625 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a945a24e-de75-4c3b-a554-4acc3de6e8e0 admin admin] Publish callbacks [] for security_group (65ecd1cf-4b19-43f9-b2b2-a1a25c6c337a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:11.403259 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a945a24e-de75-4c3b-a554-4acc3de6e8e0 admin admin] Publish callbacks [] for security_group (65ecd1cf-4b19-43f9-b2b2-a1a25c6c337a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:11.448788 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a945a24e-de75-4c3b-a554-4acc3de6e8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (65ecd1cf-4b19-43f9-b2b2-a1a25c6c337a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:11.451782 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a945a24e-de75-4c3b-a554-4acc3de6e8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:11.452897 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a945a24e-de75-4c3b-a554-4acc3de6e8e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65ecd1cf-4b19-43f9-b2b2-a1a25c6c337a HTTP/1.1" status: 204 len: 168 time: 0.1160448 May 10 20:35:11.460094 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945a24e-de75-4c3b-a554-4acc3de6e8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ecd1cf-4b19-43f9-b2b2-a1a25c6c337a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:12.049982 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40344) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:12.156340 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1218370403-network', 'tenant_id': '61379b54bfc341878955a07870c5fda4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:12.177902 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Made reservation on behalf of 61379b54bfc341878955a07870c5fda4 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:35:12.180631 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.189397 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.263529 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Publish callbacks [] for security_group (27d38f8f-fe60-4c7d-b4ea-78098809e95c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.267206 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (27d38f8f-fe60-4c7d-b4ea-78098809e95c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.290435 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:35:12.306400 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d38f8f-fe60-4c7d-b4ea-78098809e95c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:12.310570 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (2f63bbd6-4d31-4fe0-b361-0678d788ed54), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.310916 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Added segment 2f63bbd6-4d31-4fe0-b361-0678d788ed54 of type vlan for network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb May 10 20:35:12.352700 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (bf2a6b0c-a1e6-4cda-adf9-908bec5507fb), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.378422 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (bf2a6b0c-a1e6-4cda-adf9-908bec5507fb), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.379348 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:12.379926 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.433162 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3821812 May 10 20:35:12.436685 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40352) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:12.440565 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c6148-13f9-48e5-a31a-95ce69b3bd89 admin admin] Pushing event updated for resources: {'Network': ['ID=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:12.441908 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Request body: {'subnet': {'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1218370403-subnet', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:12.451114 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:35:12.462007 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Made reservation on behalf of 61379b54bfc341878955a07870c5fda4 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:35:12.464254 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776381'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.623667 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3443195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25776355'] for subnet (8f0691d6-cb7b-4514-97e8-ccb6a63f47c8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.674198 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:12.689101 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Checking segment: {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:12.689547 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Network hostable DHCP agents. Network: bf2a6b0c-a1e6-4cda-adf9-908bec5507fb, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:35:12.705188 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:35:12.712988 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, bf2a6b0c-a1e6-4cda-adf9-908bec5507fb) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:12.717083 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:12.717680 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.721642 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ea48e-1430-483e-b375-2d51be5e9f48 None None] Network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:35:12.733899 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-388d82df-98d3-4279-9a8c-6e5d4103ca27 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2961099 May 10 20:35:12.736414 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40354) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:12.740485 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:12.761956 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.763264 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.813716 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks [] for router_controller (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.822773 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'project_id': '61379b54bfc341878955a07870c5fda4', 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:35:12.823623 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.951977 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks [] for router_gateway (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:12.956806 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Allocated IP 172.20.0.2 (bf2a6b0c-a1e6-4cda-adf9-908bec5507fb/8f0691d6-cb7b-4514-97e8-ccb6a63f47c8/7e40f19a-3b84-4fde-96cb-4182ba817d42) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:13.110794 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Publish callbacks [] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.116619 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.142169 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks [] for router_gateway (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.154906 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:13.160284 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:13.164788 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:13.164963 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.166716 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Pushing event updated for resources: {'Port': ['ID=7e40f19a-3b84-4fde-96cb-4182ba817d42,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:13.179208 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.179567 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.179879 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.180216 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.180613 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.180906 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.181265 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.181589 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.181952 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.182273 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.182593 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.182914 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.183248 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.183552 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.183869 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:13.234545 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Attempting to bind port 7e40f19a-3b84-4fde-96cb-4182ba817d42 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:13.234987 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Attempting to bind port 7e40f19a-3b84-4fde-96cb-4182ba817d42 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:13.235435 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Attempting to bind port 7e40f19a-3b84-4fde-96cb-4182ba817d42 on network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:13.240678 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:13.241148 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Checking segment: {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:13.241611 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.242068 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Bound using segment: {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:13.242589 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Bound port: 7e40f19a-3b84-4fde-96cb-4182ba817d42, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:13.243029 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.275183 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Allocated IP 172.27.0.29 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/6a33ea4c-7e75-47a3-8786-2aef8d72c133) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:13.315503 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] For port 7e40f19a-3b84-4fde-96cb-4182ba817d42, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:13.319366 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] For port 7e40f19a-3b84-4fde-96cb-4182ba817d42, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=7e40f19a-3b84-4fde-96cb-4182ba817d42,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:13.326632 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.394370 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b60bf-fac6-48ed-8732-4b0aef81e7aa None None] Pushing event updated for resources: {'Port': ['ID=7e40f19a-3b84-4fde-96cb-4182ba817d42,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:13.395175 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks [] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.429927 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.462213 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40364) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:13.468519 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:13.478345 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:13.482574 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:13.509097 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=6a33ea4c-7e75-47a3-8786-2aef8d72c133,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:13.609497 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db5c38e2-fd23-45aa-b67f-ffc0afd8951f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.704890 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db5c38e2-fd23-45aa-b67f-ffc0afd8951f admin admin] Publish callbacks [] for security_group (625bdb65-2cd0-43ca-a67e-11c91695aef3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.710713 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-db5c38e2-fd23-45aa-b67f-ffc0afd8951f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (625bdb65-2cd0-43ca-a67e-11c91695aef3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.750793 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c38e2-fd23-45aa-b67f-ffc0afd8951f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625bdb65-2cd0-43ca-a67e-11c91695aef3,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:13.757081 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-db5c38e2-fd23-45aa-b67f-ffc0afd8951f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b5ed8728fd643c2ad0f974a4769fa2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937343 May 10 20:35:13.760407 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40368) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:13.772863 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks [] for router_gateway (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.811703 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-887770cf-99a6-45f7-811c-011578e7887d admin admin] Publish callbacks [] for security_group (625bdb65-2cd0-43ca-a67e-11c91695aef3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.830394 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7e40f19a-3b84-4fde-96cb-4182ba817d42 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:13.835236 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-887770cf-99a6-45f7-811c-011578e7887d admin admin] Publish callbacks [] for security_group (625bdb65-2cd0-43ca-a67e-11c91695aef3), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.886071 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 7e40f19a-3b84-4fde-96cb-4182ba817d42 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:13.886540 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.888061 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-887770cf-99a6-45f7-811c-011578e7887d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (625bdb65-2cd0-43ca-a67e-11c91695aef3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.891171 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-887770cf-99a6-45f7-811c-011578e7887d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:13.893945 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-887770cf-99a6-45f7-811c-011578e7887d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/625bdb65-2cd0-43ca-a67e-11c91695aef3 HTTP/1.1" status: 204 len: 168 time: 0.1325409 May 10 20:35:13.914636 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887770cf-99a6-45f7-811c-011578e7887d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625bdb65-2cd0-43ca-a67e-11c91695aef3,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:14.002010 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 7e40f19a-3b84-4fde-96cb-4182ba817d42 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:14.002400 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:14.058054 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 7e40f19a-3b84-4fde-96cb-4182ba817d42, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=7e40f19a-3b84-4fde-96cb-4182ba817d42,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:14.063024 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:14.149875 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=7e40f19a-3b84-4fde-96cb-4182ba817d42,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:14.337622 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:14.467885 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b24e2-d7c7-4316-98e4-797217838146 None None] Network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:35:14.487290 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:35:14.491751 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a667e9-9e9d-40cb-b75a-e6414814709c req-7e4a3d96-fa4b-4fd1-9576-75b529f48297 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:14.493326 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-72a667e9-9e9d-40cb-b75a-e6414814709c req-7e4a3d96-fa4b-4fd1-9576-75b529f48297 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 946 time: 0.0484245 May 10 20:35:14.537244 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-3a113ee4-847c-4aa1-8882-c918ff8d6f04 None None] Provisioning complete for port 7e40f19a-3b84-4fde-96cb-4182ba817d42 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:14.537615 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3a113ee4-847c-4aa1-8882-c918ff8d6f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:14.545550 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-72a667e9-9e9d-40cb-b75a-e6414814709c req-406ebba6-05ef-4291-93cd-cc021d10757d tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446370 May 10 20:35:14.615827 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:14.636522 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:14.640933 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-968e63c0-2757-4dda-9f1f-4bdd1dab8ce9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9004650 May 10 20:35:14.641315 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Sync routers for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:14.641672 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40382) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:14.667746 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:14.668392 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:14.673576 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-3a113ee4-847c-4aa1-8882-c918ff8d6f04 None None] Current status of the port 7e40f19a-3b84-4fde-96cb-4182ba817d42 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:14.792240 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:14.899725 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0a39184f-2ae4-41b5-95a1-ade92d9c4a4e None None] Provisioning complete for port 7e40f19a-3b84-4fde-96cb-4182ba817d42 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:14.900443 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0a39184f-2ae4-41b5-95a1-ade92d9c4a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.023117 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:13Z', 'revision_number': 3, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:15.055370 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Checking router: 5c596e29-a779-4ef2-b5e9-a0de09f57d6f for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:15.055713 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Updating router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f port 6a33ea4c-7e75-47a3-8786-2aef8d72c133 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:35:15.065434 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.085950 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0a39184f-2ae4-41b5-95a1-ade92d9c4a4e None None] Current status of the port 7e40f19a-3b84-4fde-96cb-4182ba817d42 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:15.096997 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.222722 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Allocated IP 172.20.0.1 (bf2a6b0c-a1e6-4cda-adf9-908bec5507fb/8f0691d6-cb7b-4514-97e8-ccb6a63f47c8/73818d41-780e-4dba-8869-06042d4690e7) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:15.330479 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Publish callbacks [] for port (73818d41-780e-4dba-8869-06042d4690e7), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.350598 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Publish callbacks [] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.356249 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.366466 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (73818d41-780e-4dba-8869-06042d4690e7), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.408190 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:15.413491 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:15.418080 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:15.421857 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Pushing event updated for resources: {'Port': ['ID=73818d41-780e-4dba-8869-06042d4690e7,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:15.459639 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.538579 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97685a-7dba-48ba-b584-56718e1f4178 None None] Pushing event updated for resources: {'Port': ['ID=6a33ea4c-7e75-47a3-8786-2aef8d72c133,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:15.540953 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Attempting to bind port 6a33ea4c-7e75-47a3-8786-2aef8d72c133 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:15.541347 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Attempting to bind port 6a33ea4c-7e75-47a3-8786-2aef8d72c133 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:15.541704 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Attempting to bind port 6a33ea4c-7e75-47a3-8786-2aef8d72c133 on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:15.548179 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:15.548453 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:15.548759 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.549273 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:15.549632 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Bound port: 6a33ea4c-7e75-47a3-8786-2aef8d72c133, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:15.550037 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.618800 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (73818d41-780e-4dba-8869-06042d4690e7), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.634173 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] For port 6a33ea4c-7e75-47a3-8786-2aef8d72c133, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:15.637557 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] For port 6a33ea4c-7e75-47a3-8786-2aef8d72c133, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=6a33ea4c-7e75-47a3-8786-2aef8d72c133,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:15.644260 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.687437 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccaa08-7dd4-4490-91e6-96becb4cb7f9 req-46d5a281-74fd-422f-8c2c-ecf09739c1d3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:15.690198 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4dccaa08-7dd4-4490-91e6-96becb4cb7f9 req-46d5a281-74fd-422f-8c2c-ecf09739c1d3 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 946 time: 0.0560768 May 10 20:35:15.703669 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:15.704301 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:15.746536 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4dccaa08-7dd4-4490-91e6-96becb4cb7f9 req-8b0b75b6-a2e3-412c-bbf5-58efe5787e16 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups?id=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484340 May 10 20:35:15.762721 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97685a-7dba-48ba-b584-56718e1f4178 None None] Pushing event updated for resources: {'Port': ['ID=6a33ea4c-7e75-47a3-8786-2aef8d72c133,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:15.771432 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a301cb8d-580b-445d-ac43-1d0d2b393984 None None] Provisioning complete for port 73818d41-780e-4dba-8869-06042d4690e7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:15.771905 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a301cb8d-580b-445d-ac43-1d0d2b393984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (73818d41-780e-4dba-8869-06042d4690e7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.833110 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-d4eb2497-3ae8-45ed-b42c-b2652f917662 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:15.834469 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-d4eb2497-3ae8-45ed-b42c-b2652f917662 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 946 time: 0.0798323 May 10 20:35:15.851099 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7e40f19a-3b84-4fde-96cb-4182ba817d42 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:15.855834 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a301cb8d-580b-445d-ac43-1d0d2b393984 None None] Port 73818d41-780e-4dba-8869-06042d4690e7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:35:15.879649 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Publish callbacks [] for port (73818d41-780e-4dba-8869-06042d4690e7), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.887754 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (73818d41-780e-4dba-8869-06042d4690e7), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.896966 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:15.982898 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 7e40f19a-3b84-4fde-96cb-4182ba817d42 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:15.982898 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.990943 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Deleting port f9a5ff83-f76c-42b5-8831-862bc9d49d17 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:35:15.991282 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.994448 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:15.997301 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Pushing event updated for resources: {'Port': ['ID=73818d41-780e-4dba-8869-06042d4690e7,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:16.145611 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] For port f9a5ff83-f76c-42b5-8831-862bc9d49d17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f9a5ff83-f76c-42b5-8831-862bc9d49d17,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:16.145992 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:16.171057 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 7e40f19a-3b84-4fde-96cb-4182ba817d42 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:16.189061 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 1, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:16.210348 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:16.213473 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:16.225837 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ad386-04fe-40fb-a5c0-384527fb5cc0 None None] The sync data for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi is: [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 1, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:16.435803 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:16.436163 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (e170af96-bee6-4c15-b5b1-36d102400615), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:16.436482 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Floating IP e170af96-bee6-4c15-b5b1-36d102400615 disassociated. External IP: 172.27.0.193, port: f9a5ff83-f76c-42b5-8831-862bc9d49d17. May 10 20:35:16.436829 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Calling delete_port for f9a5ff83-f76c-42b5-8831-862bc9d49d17 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:35:16.451237 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:35:16.593013 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-f6ed8e22-8325-4082-9029-2245427942c8 None None] Provisioning complete for port 73818d41-780e-4dba-8869-06042d4690e7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:16.593645 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f6ed8e22-8325-4082-9029-2245427942c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (73818d41-780e-4dba-8869-06042d4690e7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:16.630425 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed8e22-8325-4082-9029-2245427942c8 None None] Port 73818d41-780e-4dba-8869-06042d4690e7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:35:16.663172 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:16.670597 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-4c37dde2-ed27-4bf5-84bf-6db56936c64a admin admin] 10.222.0.61 "PUT /v2.0/routers/5c596e29-a779-4ef2-b5e9-a0de09f57d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0276377 May 10 20:35:16.677571 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (f9a5ff83-f76c-42b5-8831-862bc9d49d17), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:16.710189 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event deleted for resources: {'Port': ['ID=f9a5ff83-f76c-42b5-8831-862bc9d49d17,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:16.870153 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-527a446a-bc37-4a33-bc12-517e592bcc62 req-394a703b-c77c-4a5c-8b2b-c4c068963d77 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/ports?device_id=efd776b6-60d4-4205-ac05-bfdb5b92c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0355363 May 10 20:35:17.152679 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Router 136efa15-6070-4f0b-ac95-3c7e68961527 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:35:17.303796 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:17.321524 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] Sync routers for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:17.332238 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:17.333583 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:17.370823 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] No DVR routers for this DVR port f9a5ff83-f76c-42b5-8831-862bc9d49d17 on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:35:17.373720 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.377005 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-407012b5-6f1b-47d9-9b52-fab5ec4e8c66 req-c0064bca-e555-4a6c-ab51-781e6dd2fe20 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.69 "DELETE /v2.0/ports/f9a5ff83-f76c-42b5-8831-862bc9d49d17 HTTP/1.1" status: 204 len: 173 time: 1.5349512 May 10 20:35:17.377489 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-deleted', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:17.379766 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2336146-52de-4170-9157-0545ab86effc" -d '{"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-deleted", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:17.439489 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e529abc-89eb-466b-9309-43b3f388f8a0 x-openstack-request-id: req-6e529abc-89eb-466b-9309-43b3f388f8a0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:17.439912 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd776b6-60d4-4205-ac05-bfdb5b92c4b9", "name": "network-vif-deleted", "tag": "f9a5ff83-f76c-42b5-8831-862bc9d49d17", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:17.440261 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e529abc-89eb-466b-9309-43b3f388f8a0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:17.440753 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e529abc-89eb-466b-9309-43b3f388f8a0'] response: {'server_uuid': 'efd776b6-60d4-4205-ac05-bfdb5b92c4b9', 'name': 'network-vif-deleted', 'tag': 'f9a5ff83-f76c-42b5-8831-862bc9d49d17', 'status': 'completed', 'code': 200} May 10 20:35:17.478755 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:17.484309 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40404) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:17.489167 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1224927545-network', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:17.515794 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Made reservation on behalf of 035222be838443a9b7aaec562bd9cbbb for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:35:17.525143 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.536578 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.651116 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Publish callbacks [] for security_group (538092c3-762f-4965-bab0-968543a9f434), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.658503 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (538092c3-762f-4965-bab0-968543a9f434), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.686564 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:35:17.692395 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538092c3-762f-4965-bab0-968543a9f434,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:17.702123 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (8473f9dd-5184-4972-9db8-8f6306644587), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.702529 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Added segment 8473f9dd-5184-4972-9db8-8f6306644587 of type vlan for network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f May 10 20:35:17.713724 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:17.744476 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] Checking router: 136efa15-6070-4f0b-ac95-3c7e68961527 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:17.748830 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.755369 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:17.756047 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:17.789215 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.790624 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:17.791415 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.829097 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 6a33ea4c-7e75-47a3-8786-2aef8d72c133 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:17.854524 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40408) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:17.855165 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3692155 May 10 20:35:17.859475 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Request body: {'subnet': {'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1224927545-subnet', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:17.872789 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:17.883755 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b64cd-6821-4e84-b7d5-4595b427d1fb admin admin] Pushing event updated for resources: {'Network': ['ID=7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:17.898965 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Made reservation on behalf of 035222be838443a9b7aaec562bd9cbbb for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:35:17.901086 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 6a33ea4c-7e75-47a3-8786-2aef8d72c133 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:17.902016 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.904262 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776381'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:17.909285 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:35:17.995678 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40414) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:18.088771 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 6a33ea4c-7e75-47a3-8786-2aef8d72c133 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:18.089654 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.092035 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da8a5b6c-fa3e-4a1f-8913-caea7fc77864 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.113033 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:18.115602 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 6a33ea4c-7e75-47a3-8786-2aef8d72c133, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=6a33ea4c-7e75-47a3-8786-2aef8d72c133,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:18.121142 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.132803 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da8a5b6c-fa3e-4a1f-8913-caea7fc77864 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.149854 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ce263-f071-4506-9f6a-6ba729aaee5f None None] The sync data for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi is: [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:27:28Z', 'revision_number': 4, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'c052bf69-bdee-43bf-b538-b470a1ae264e', 'name': '', 'network_id': '94296225-31bb-4ee2-9855-9dbaeebe459c', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'mac_address': 'fa:16:3e:eb:04:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:24Z', 'updated_at': '2022-05-10T20:27:37Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'subnets': [{'id': 'b146ad4d-7bd1-4d06-aaaa-651edd93715c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:18.151102 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3443195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25776355'] for subnet (2e56b51f-ca48-4aae-90ad-fcdd95fa261a), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.202091 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=6a33ea4c-7e75-47a3-8786-2aef8d72c133,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:18.213346 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e56b51f-ca48-4aae-90ad-fcdd95fa261a,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:18.214123 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da8a5b6c-fa3e-4a1f-8913-caea7fc77864 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.217262 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-da8a5b6c-fa3e-4a1f-8913-caea7fc77864 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.220839 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-da8a5b6c-fa3e-4a1f-8913-caea7fc77864 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "DELETE /v2.0/security-groups/60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c HTTP/1.1" status: 204 len: 168 time: 0.2218654 May 10 20:35:18.221352 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40416) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:18.227356 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a5b6c-fa3e-4a1f-8913-caea7fc77864 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:18.244784 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-0ea168a3-a914-498d-8f65-38c660211fa1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] show failed (client error): The resource could not be found. May 10 20:35:18.246194 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0ea168a3-a914-498d-8f65-38c660211fa1 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "GET /v2.0/security-groups/60ab8d86-94c0-4feb-b1c1-4c1928b8ca6c HTTP/1.1" status: 404 len: 347 time: 0.0235865 May 10 20:35:18.249229 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40418) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:18.259208 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Checking segment: {'id': '8473f9dd-5184-4972-9db8-8f6306644587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:18.259780 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Network hostable DHCP agents. Network: 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:35:18.347384 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:35:18.384573 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:18.390549 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:18.391151 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.393723 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Deleting port 0a670101-abb9-4191-9c86-70eba50f34be {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:35:18.394246 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (0a670101-abb9-4191-9c86-70eba50f34be), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.397824 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f502cf0-b084-46d2-bffd-6ced7db40616 None None] Network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:35:18.444148 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-64fb922a-51a8-47a4-8a10-ed3138043cc8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5885339 May 10 20:35:18.447383 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40420) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:18.455554 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:18.481297 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (0a670101-abb9-4191-9c86-70eba50f34be), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.482116 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (0a670101-abb9-4191-9c86-70eba50f34be), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.484178 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.485279 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.497010 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Calling delete_port for 0a670101-abb9-4191-9c86-70eba50f34be owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:35:18.518101 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f', 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f', 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'fixed_ips': [{'subnet_id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:35:18.519718 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.545532 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks [] for router_controller (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), precommit_add_association {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.648427 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (0a670101-abb9-4191-9c86-70eba50f34be), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.672881 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Allocated IP 172.20.0.2 (7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f/2e56b51f-ca48-4aae-90ad-fcdd95fa261a/c9f4f08d-7662-4556-b305-945c764380d6) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:18.680173 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Pushing event deleted for resources: {'Port': ['ID=0a670101-abb9-4191-9c86-70eba50f34be,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:18.708753 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks [] for router_gateway (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.745881 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks [] for floatingip (e170af96-bee6-4c15-b5b1-36d102400615), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.749403 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.751070 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ea33865f-99bd-492e-87a0-f26547429508 tempest-AttachVolumeShelveTestJSON-73573165 tempest-AttachVolumeShelveTestJSON-73573165-project] 10.222.0.61 "DELETE /v2.0/floatingips/e170af96-bee6-4c15-b5b1-36d102400615 HTTP/1.1" status: 204 len: 168 time: 0.5006750 May 10 20:35:18.840839 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Sync routers for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:18.857743 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Publish callbacks [] for port (c9f4f08d-7662-4556-b305-945c764380d6), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.866664 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:18.867194 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:18.869722 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (c9f4f08d-7662-4556-b305-945c764380d6), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.941046 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks [] for router_gateway (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.949892 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:18.959451 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:18.961942 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:18.965631 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:18.972459 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Pushing event updated for resources: {'Port': ['ID=c9f4f08d-7662-4556-b305-945c764380d6,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:19.083582 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51adb68c-4530-4f40-81dd-70d8359183d5 None None] New status for floating IP e170af96-bee6-4c15-b5b1-36d102400615: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:35:19.090086 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:19.093518 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Allocated IP 172.27.0.154 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/1c0f5422-e048-4f87-9f03-e881da1fb26e) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:19.125880 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Attempting to bind port c9f4f08d-7662-4556-b305-945c764380d6 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:19.126270 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Attempting to bind port c9f4f08d-7662-4556-b305-945c764380d6 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8473f9dd-5184-4972-9db8-8f6306644587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:19.126744 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Attempting to bind port c9f4f08d-7662-4556-b305-945c764380d6 on network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:19.138539 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:19.138936 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Checking segment: {'id': '8473f9dd-5184-4972-9db8-8f6306644587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:19.139414 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:19.139805 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Bound using segment: {'id': '8473f9dd-5184-4972-9db8-8f6306644587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:19.140313 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Bound port: c9f4f08d-7662-4556-b305-945c764380d6, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8473f9dd-5184-4972-9db8-8f6306644587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:19.140688 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c9f4f08d-7662-4556-b305-945c764380d6), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:19.227893 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks [] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:19.261657 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:19.302566 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:19.305572 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:19.311316 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:19.316882 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Pushing event updated for resources: {'Port': ['ID=1c0f5422-e048-4f87-9f03-e881da1fb26e,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:19.422591 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] For port c9f4f08d-7662-4556-b305-945c764380d6, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:19.427503 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] For port c9f4f08d-7662-4556-b305-945c764380d6, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c9f4f08d-7662-4556-b305-945c764380d6,segment=NetworkSegment(8473f9dd-5184-4972-9db8-8f6306644587),segment_id=8473f9dd-5184-4972-9db8-8f6306644587)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:19.438187 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c9f4f08d-7662-4556-b305-945c764380d6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:19.539077 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e8404-d24c-467f-81db-7dfc12f5b9ee None None] Pushing event updated for resources: {'Port': ['ID=c9f4f08d-7662-4556-b305-945c764380d6,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:19.554597 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 2, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:19.575118 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks [] for router_gateway (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:19.583762 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Checking router: 5c596e29-a779-4ef2-b5e9-a0de09f57d6f for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:19.584102 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Updating router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f port 73818d41-780e-4dba-8869-06042d4690e7 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:35:19.615362 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (73818d41-780e-4dba-8869-06042d4690e7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:19.835114 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:19.929921 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c9f4f08d-7662-4556-b305-945c764380d6 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:19.972611 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Publish callbacks [] for port (73818d41-780e-4dba-8869-06042d4690e7), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:19.990768 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:35:19.995163 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (73818d41-780e-4dba-8869-06042d4690e7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.064749 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port c9f4f08d-7662-4556-b305-945c764380d6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:20.065205 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c9f4f08d-7662-4556-b305-945c764380d6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.067655 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119eb81-a497-4eea-8348-8a27c68c0b25 None None] Pushing event updated for resources: {'Port': ['ID=73818d41-780e-4dba-8869-06042d4690e7,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:20.134613 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:20.147422 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Sync routers for ids ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:20.157825 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.161017 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-4704be7f-fae8-4827-a18f-251dbc194cef admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7102997 May 10 20:35:20.161920 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40436) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:20.181012 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Attempting to bind port 73818d41-780e-4dba-8869-06042d4690e7 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:20.181411 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Attempting to bind port 73818d41-780e-4dba-8869-06042d4690e7 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:20.181778 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Attempting to bind port 73818d41-780e-4dba-8869-06042d4690e7 on network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:20.194555 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:20.195080 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Checking segment: {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:20.195356 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.195701 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Bound using segment: {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:20.196181 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Bound port: 73818d41-780e-4dba-8869-06042d4690e7, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:20.196564 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (73818d41-780e-4dba-8869-06042d4690e7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.198339 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Routers {'1d2277bf-54ff-4e08-9fcd-eeed5ba25629'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:20.199316 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:20.369877 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port c9f4f08d-7662-4556-b305-945c764380d6 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:20.370270 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c9f4f08d-7662-4556-b305-945c764380d6), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.431731 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-76c1975c-08f9-40c2-ab66-9cccc798b13b None None] Provisioning complete for port 73818d41-780e-4dba-8869-06042d4690e7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:20.432092 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-76c1975c-08f9-40c2-ab66-9cccc798b13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (73818d41-780e-4dba-8869-06042d4690e7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.436349 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] For port 73818d41-780e-4dba-8869-06042d4690e7, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:20.445166 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Set router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:20.500413 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] For port 73818d41-780e-4dba-8869-06042d4690e7, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=73818d41-780e-4dba-8869-06042d4690e7,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:20.541198 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port c9f4f08d-7662-4556-b305-945c764380d6, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c9f4f08d-7662-4556-b305-945c764380d6,segment=NetworkSegment(8473f9dd-5184-4972-9db8-8f6306644587),segment_id=8473f9dd-5184-4972-9db8-8f6306644587)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:20.548807 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (73818d41-780e-4dba-8869-06042d4690e7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.566423 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (c9f4f08d-7662-4556-b305-945c764380d6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.567195 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 6a33ea4c-7e75-47a3-8786-2aef8d72c133 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:20.645836 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-76c1975c-08f9-40c2-ab66-9cccc798b13b None None] Port 73818d41-780e-4dba-8869-06042d4690e7 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:35:20.653601 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a859e3-5eca-4d95-81aa-05cff286c860 None None] Network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:35:20.781009 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119eb81-a497-4eea-8348-8a27c68c0b25 None None] Pushing event updated for resources: {'Port': ['ID=73818d41-780e-4dba-8869-06042d4690e7,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:20.806730 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:20.807361 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:20.834530 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-8e045dbe-c968-4f40-b89e-b71d56096e7e None None] Provisioning complete for port c9f4f08d-7662-4556-b305-945c764380d6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:20.834901 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8e045dbe-c968-4f40-b89e-b71d56096e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c9f4f08d-7662-4556-b305-945c764380d6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.927021 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 6a33ea4c-7e75-47a3-8786-2aef8d72c133 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:20.927392 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:20.935814 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.096136 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Allocated IP 172.20.0.1 (7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f/2e56b51f-ca48-4aae-90ad-fcdd95fa261a/10badcb8-6f66-423f-9dc1-4b4557f666d2) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:21.131877 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:35:21.194403 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: f9a5ff83-f76c-42b5-8831-862bc9d49d17 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:35:21.194742 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f9a5ff83-f76c-42b5-8831-862bc9d49d17 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:35:21.207536 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=c9f4f08d-7662-4556-b305-945c764380d6,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:21.212460 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Publish callbacks [] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.244487 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:19Z', 'revision_number': 3, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'gw_port': {'id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:21.252295 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.286706 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Checking router: 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:21.287057 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Updating router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 port 1c0f5422-e048-4f87-9f03-e881da1fb26e binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:35:21.303080 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:21.306653 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:21.313279 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:21.345807 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Pushing event updated for resources: {'Port': ['ID=10badcb8-6f66-423f-9dc1-4b4557f666d2,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:21.347761 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40448) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:21.361155 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:21.379360 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.424277 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-8e045dbe-c968-4f40-b89e-b71d56096e7e None None] Current status of the port c9f4f08d-7662-4556-b305-945c764380d6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:21.448227 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.582299 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 6a33ea4c-7e75-47a3-8786-2aef8d72c133 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:21.618345 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.664666 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-68864dd5-adcd-4487-9605-4a432e14af94 None None] Provisioning complete for port 73818d41-780e-4dba-8869-06042d4690e7 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:21.665055 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68864dd5-adcd-4487-9605-4a432e14af94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (73818d41-780e-4dba-8869-06042d4690e7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.721462 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.874507 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c9f4f08d-7662-4556-b305-945c764380d6 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:21.881489 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Publish callbacks [] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.887378 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.935232 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:20Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:21.963333 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:21.971822 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Pushing event updated for resources: {'Port': ['ID=10badcb8-6f66-423f-9dc1-4b4557f666d2,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:21.997890 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cb394d-b96a-43f2-802e-48ca49ddd76c None None] The sync data for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi is: [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:20Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:22.025544 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-68864dd5-adcd-4487-9605-4a432e14af94 None None] Current status of the port 73818d41-780e-4dba-8869-06042d4690e7 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:22.025915 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68864dd5-adcd-4487-9605-4a432e14af94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (73818d41-780e-4dba-8869-06042d4690e7), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.043399 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port c9f4f08d-7662-4556-b305-945c764380d6 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:22.043768 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c9f4f08d-7662-4556-b305-945c764380d6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.058889 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:35:22.093894 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (136efa15-6070-4f0b-ac95-3c7e68961527), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.095114 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:22.098257 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:22.145084 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-68864dd5-adcd-4487-9605-4a432e14af94 None None] For port 73818d41-780e-4dba-8869-06042d4690e7, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=73818d41-780e-4dba-8869-06042d4690e7,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:22.167666 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-68864dd5-adcd-4487-9605-4a432e14af94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (73818d41-780e-4dba-8869-06042d4690e7), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.175703 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Publish callbacks [] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.218694 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.311019 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68864dd5-adcd-4487-9605-4a432e14af94 None None] Pushing event updated for resources: {'Port': ['ID=73818d41-780e-4dba-8869-06042d4690e7,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:22.321531 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:35:22.353726 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Attempting to bind port 1c0f5422-e048-4f87-9f03-e881da1fb26e on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:22.354097 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Attempting to bind port 1c0f5422-e048-4f87-9f03-e881da1fb26e by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:22.354452 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Attempting to bind port 1c0f5422-e048-4f87-9f03-e881da1fb26e on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:22.356378 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port c9f4f08d-7662-4556-b305-945c764380d6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:22.357523 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 73818d41-780e-4dba-8869-06042d4690e7 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:22.420221 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-40666224-c96d-4b16-91db-a97af02d55e9 None None] Provisioning complete for port 10badcb8-6f66-423f-9dc1-4b4557f666d2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:22.420550 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40666224-c96d-4b16-91db-a97af02d55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.424628 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:22.424894 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:22.425318 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.425711 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:22.426191 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Bound port: 1c0f5422-e048-4f87-9f03-e881da1fb26e, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:22.426567 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.431782 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Deleting port c052bf69-bdee-43bf-b538-b470a1ae264e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:35:22.432284 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.492564 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71377b-3384-4ab6-b3cb-8206d0a155ca None None] Pushing event updated for resources: {'Port': ['ID=1c0f5422-e048-4f87-9f03-e881da1fb26e,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:22.505523 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] For port 1c0f5422-e048-4f87-9f03-e881da1fb26e, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:22.506743 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:22.511969 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 73818d41-780e-4dba-8869-06042d4690e7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:22.512349 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (73818d41-780e-4dba-8869-06042d4690e7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.523329 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e7b2dea3-7e74-43e6-b763-86af350658ba admin admin] 10.222.0.61 "PUT /v2.0/routers/1d2277bf-54ff-4e08-9fcd-eeed5ba25629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3601995 May 10 20:35:22.532894 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] For port 1c0f5422-e048-4f87-9f03-e881da1fb26e, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=1c0f5422-e048-4f87-9f03-e881da1fb26e,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:22.535027 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] For port c052bf69-bdee-43bf-b538-b470a1ae264e, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c052bf69-bdee-43bf-b538-b470a1ae264e,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:22.536139 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.559079 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Calling delete_port for c052bf69-bdee-43bf-b538-b470a1ae264e owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:35:22.562246 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.568329 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-40666224-c96d-4b16-91db-a97af02d55e9 None None] Port 10badcb8-6f66-423f-9dc1-4b4557f666d2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:35:22.582746 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-40666224-c96d-4b16-91db-a97af02d55e9 None None] Provisioning complete for port c9f4f08d-7662-4556-b305-945c764380d6 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:22.583253 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-40666224-c96d-4b16-91db-a97af02d55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (c9f4f08d-7662-4556-b305-945c764380d6), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.695647 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71377b-3384-4ab6-b3cb-8206d0a155ca None None] Pushing event updated for resources: {'Port': ['ID=1c0f5422-e048-4f87-9f03-e881da1fb26e,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:22.704866 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Routers {'1d2277bf-54ff-4e08-9fcd-eeed5ba25629'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:22.705457 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:22.811473 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (c052bf69-bdee-43bf-b538-b470a1ae264e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:22.823301 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 73818d41-780e-4dba-8869-06042d4690e7 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:22.844552 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c052bf69-bdee-43bf-b538-b470a1ae264e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:22.869834 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-40666224-c96d-4b16-91db-a97af02d55e9 None None] Current status of the port c9f4f08d-7662-4556-b305-945c764380d6 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:22.890869 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] Set router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:23.052950 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40458) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:23.058359 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-89d7eb26-e95c-46ee-9e92-039569095382 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817153175', 'description': 'tempest-secgroup-smoke-1817153175 description', 'project_id': '61379b54bfc341878955a07870c5fda4'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:23.067509 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (136efa15-6070-4f0b-ac95-3c7e68961527), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.093349 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89d7eb26-e95c-46ee-9e92-039569095382 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.117806 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-485493d2-5ab4-4b66-94fe-008b806d1e74 None None] Provisioning complete for port 10badcb8-6f66-423f-9dc1-4b4557f666d2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:23.118177 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-485493d2-5ab4-4b66-94fe-008b806d1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.192628 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89d7eb26-e95c-46ee-9e92-039569095382 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group (943c9fd2-a2d0-4887-b019-aa1d84ec5b83), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.198900 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89d7eb26-e95c-46ee-9e92-039569095382 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (943c9fd2-a2d0-4887-b019-aa1d84ec5b83), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.233734 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-89d7eb26-e95c-46ee-9e92-039569095382 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.238400 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-89d7eb26-e95c-46ee-9e92-039569095382 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1812155 May 10 20:35:23.238574 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-485493d2-5ab4-4b66-94fe-008b806d1e74 None None] Port 10badcb8-6f66-423f-9dc1-4b4557f666d2 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:35:23.239018 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7eb26-e95c-46ee-9e92-039569095382 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943c9fd2-a2d0-4887-b019-aa1d84ec5b83,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:23.240045 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40460) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:23.243815 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1f77db32-c32b-4688-9760-227a716afd19 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Request body: {'security_group_rule': {'security_group_id': '943c9fd2-a2d0-4887-b019-aa1d84ec5b83', 'project_id': '61379b54bfc341878955a07870c5fda4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:23.273599 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f77db32-c32b-4688-9760-227a716afd19 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (9cdd1dea-c3de-4ea9-a1a8-e1d8c0d1ab34), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.325543 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:21Z', 'revision_number': 4, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'gw_port': {'id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10badcb8-6f66-423f-9dc1-4b4557f666d2', 'name': '', 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'mac_address': 'fa:16:3e:54:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:20Z', 'updated_at': '2022-05-10T20:35:21Z', 'revision_number': 2, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'subnets': [{'id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:23.340478 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f77db32-c32b-4688-9760-227a716afd19 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (9cdd1dea-c3de-4ea9-a1a8-e1d8c0d1ab34), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.346244 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f77db32-c32b-4688-9760-227a716afd19 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (9cdd1dea-c3de-4ea9-a1a8-e1d8c0d1ab34), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.351248 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Router 136efa15-6070-4f0b-ac95-3c7e68961527 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:35:23.357708 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce496f-48be-4d64-85ed-d3594bc7f252 None None] The sync data for ids ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'] in dv-cinder-828806-2-iscsi is: [{'id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:21Z', 'revision_number': 4, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'gw_port': {'id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10badcb8-6f66-423f-9dc1-4b4557f666d2', 'name': '', 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'mac_address': 'fa:16:3e:54:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:20Z', 'updated_at': '2022-05-10T20:35:21Z', 'revision_number': 2, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'subnets': [{'id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:23.363578 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77db32-c32b-4688-9760-227a716afd19 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdd1dea-c3de-4ea9-a1a8-e1d8c0d1ab34,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:23.386490 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1f77db32-c32b-4688-9760-227a716afd19 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.390893 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1f77db32-c32b-4688-9760-227a716afd19 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502540 May 10 20:35:23.391593 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40462) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:23.396264 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2bab7820-f8bd-4be9-8b3d-5cd54a4bb5f1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Request body: {'security_group_rule': {'security_group_id': '943c9fd2-a2d0-4887-b019-aa1d84ec5b83', 'project_id': '61379b54bfc341878955a07870c5fda4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:23.424370 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bab7820-f8bd-4be9-8b3d-5cd54a4bb5f1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (a721993f-4a3c-42b6-b475-8d2ff7e52cee), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.472995 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:23.481458 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6e9a2c25-a4bc-471d-9796-6d6dfb423d78 admin admin] 10.222.0.61 "PUT /v2.0/routers/136efa15-6070-4f0b-ac95-3c7e68961527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1301339 May 10 20:35:23.482213 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40464) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:23.482325 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] Sync routers for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:23.488916 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bab7820-f8bd-4be9-8b3d-5cd54a4bb5f1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (a721993f-4a3c-42b6-b475-8d2ff7e52cee), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.494994 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:23.495948 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:23.522440 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bab7820-f8bd-4be9-8b3d-5cd54a4bb5f1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (a721993f-4a3c-42b6-b475-8d2ff7e52cee), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.553295 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab7820-f8bd-4be9-8b3d-5cd54a4bb5f1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a721993f-4a3c-42b6-b475-8d2ff7e52cee,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:23.559570 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2bab7820-f8bd-4be9-8b3d-5cd54a4bb5f1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.560873 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2bab7820-f8bd-4be9-8b3d-5cd54a4bb5f1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681051 May 10 20:35:23.565356 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40466) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:23.573591 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-acd2edb9-c0b4-400f-90d7-4ccb8768e1ba tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Request body: {'security_group_rule': {'security_group_id': '943c9fd2-a2d0-4887-b019-aa1d84ec5b83', 'project_id': '61379b54bfc341878955a07870c5fda4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:23.628961 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:23.644131 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks [] for router (136efa15-6070-4f0b-ac95-3c7e68961527), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.645745 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acd2edb9-c0b4-400f-90d7-4ccb8768e1ba tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (84baf574-233e-48e2-9895-4882e7ec5cec), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.800824 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acd2edb9-c0b4-400f-90d7-4ccb8768e1ba tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (84baf574-233e-48e2-9895-4882e7ec5cec), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.807392 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acd2edb9-c0b4-400f-90d7-4ccb8768e1ba tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (84baf574-233e-48e2-9895-4882e7ec5cec), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.835590 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2edb9-c0b4-400f-90d7-4ccb8768e1ba tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84baf574-233e-48e2-9895-4882e7ec5cec,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:23.839732 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks [] for router_gateway (136efa15-6070-4f0b-ac95-3c7e68961527), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.849068 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:35:22Z', 'revision_number': 5, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port': {'id': 'fa3efe2f-d49c-44e7-b874-bd2da998c1a2', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:27:17Z', 'updated_at': '2022-05-10T20:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:23.857544 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-acd2edb9-c0b4-400f-90d7-4ccb8768e1ba tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.859146 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-acd2edb9-c0b4-400f-90d7-4ccb8768e1ba tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2929335 May 10 20:35:23.863770 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40468) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:23.867785 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c3846719-536e-45f3-9497-a7d637b4ba90 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Request body: {'security_group_rule': {'security_group_id': '943c9fd2-a2d0-4887-b019-aa1d84ec5b83', 'project_id': '61379b54bfc341878955a07870c5fda4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:23.907363 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Deleting port fa3efe2f-d49c-44e7-b874-bd2da998c1a2 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:35:23.907967 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.919932 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3846719-536e-45f3-9497-a7d637b4ba90 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (afa2de30-b3ee-46fc-aabd-dba869d4c56f), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:23.950935 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 73818d41-780e-4dba-8869-06042d4690e7 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:24.010296 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] Checking router: 136efa15-6070-4f0b-ac95-3c7e68961527 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:24.017984 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3846719-536e-45f3-9497-a7d637b4ba90 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (afa2de30-b3ee-46fc-aabd-dba869d4c56f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.025124 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3846719-536e-45f3-9497-a7d637b4ba90 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (afa2de30-b3ee-46fc-aabd-dba869d4c56f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.033034 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 73818d41-780e-4dba-8869-06042d4690e7 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:24.033416 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (73818d41-780e-4dba-8869-06042d4690e7), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.040614 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] Routers {'136efa15-6070-4f0b-ac95-3c7e68961527'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:24.043544 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['136efa15-6070-4f0b-ac95-3c7e68961527'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:24.057254 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] For port fa3efe2f-d49c-44e7-b874-bd2da998c1a2, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=fa3efe2f-d49c-44e7-b874-bd2da998c1a2,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:24.057631 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.061506 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c3846719-536e-45f3-9497-a7d637b4ba90 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.066113 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c3846719-536e-45f3-9497-a7d637b4ba90 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2023182 May 10 20:35:24.067174 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40470) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:24.072614 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-0102d1ed-e912-4c4b-9d0d-ce3ceeb24da0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Request body: {'security_group_rule': {'security_group_id': '943c9fd2-a2d0-4887-b019-aa1d84ec5b83', 'project_id': '61379b54bfc341878955a07870c5fda4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:24.072824 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Calling delete_port for fa3efe2f-d49c-44e7-b874-bd2da998c1a2 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:35:24.077639 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3846719-536e-45f3-9497-a7d637b4ba90 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa2de30-b3ee-46fc-aabd-dba869d4c56f,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:24.101613 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-0102d1ed-e912-4c4b-9d0d-ce3ceeb24da0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Project 61379b54bfc341878955a07870c5fda4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:35:24.109252 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0102d1ed-e912-4c4b-9d0d-ce3ceeb24da0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (72987ab2-5a46-4ac7-af8f-5cc8265e6ee0), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.182956 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 73818d41-780e-4dba-8869-06042d4690e7 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:24.208922 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0102d1ed-e912-4c4b-9d0d-ce3ceeb24da0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (72987ab2-5a46-4ac7-af8f-5cc8265e6ee0), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.215535 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0102d1ed-e912-4c4b-9d0d-ce3ceeb24da0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (72987ab2-5a46-4ac7-af8f-5cc8265e6ee0), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.215995 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] Set router 136efa15-6070-4f0b-ac95-3c7e68961527 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:24.278928 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102d1ed-e912-4c4b-9d0d-ce3ceeb24da0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72987ab2-5a46-4ac7-af8f-5cc8265e6ee0,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:24.290291 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0102d1ed-e912-4c4b-9d0d-ce3ceeb24da0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.293030 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0102d1ed-e912-4c4b-9d0d-ce3ceeb24da0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2233703 May 10 20:35:24.294496 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40472) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:24.296876 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:35:23Z', 'revision_number': 6, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port_host': None}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:24.299957 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-ba13ab56-9e40-49bd-ab7b-6d33fdabe5d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Request body: {'security_group_rule': {'security_group_id': '943c9fd2-a2d0-4887-b019-aa1d84ec5b83', 'project_id': '61379b54bfc341878955a07870c5fda4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:24.329402 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9ac1d-c6b0-44bd-96aa-72496b4e537a None None] The sync data for ids ['136efa15-6070-4f0b-ac95-3c7e68961527'] in dv-cinder-828806-2-iscsi is: [{'id': '136efa15-6070-4f0b-ac95-3c7e68961527', 'name': 'tempest-AttachVolumeShelveTestJSON-1178370826-router', 'tenant_id': '89cf2816f8884e679e6c7e4c3d98f348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:27:16Z', 'updated_at': '2022-05-10T20:35:23Z', 'revision_number': 6, 'project_id': '89cf2816f8884e679e6c7e4c3d98f348', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:24.338760 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (fa3efe2f-d49c-44e7-b874-bd2da998c1a2), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.342375 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.securitygroups_db [None req-ba13ab56-9e40-49bd-ab7b-6d33fdabe5d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Project 61379b54bfc341878955a07870c5fda4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:35:24.349336 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba13ab56-9e40-49bd-ab7b-6d33fdabe5d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (0401dee2-090c-4b60-a348-39bdae4d972c), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.382060 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3efe2f-d49c-44e7-b874-bd2da998c1a2,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:24.435933 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba13ab56-9e40-49bd-ab7b-6d33fdabe5d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (0401dee2-090c-4b60-a348-39bdae4d972c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.440923 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba13ab56-9e40-49bd-ab7b-6d33fdabe5d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (0401dee2-090c-4b60-a348-39bdae4d972c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.448228 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (136efa15-6070-4f0b-ac95-3c7e68961527), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.455552 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8131e640-c4d3-4568-b04a-53e5961a9ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.463398 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13ab56-9e40-49bd-ab7b-6d33fdabe5d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0401dee2-090c-4b60-a348-39bdae4d972c,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:24.474089 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ba13ab56-9e40-49bd-ab7b-6d33fdabe5d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.475399 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ba13ab56-9e40-49bd-ab7b-6d33fdabe5d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1798584 May 10 20:35:24.549779 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (136efa15-6070-4f0b-ac95-3c7e68961527), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.552953 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks [] for router_controller (136efa15-6070-4f0b-ac95-3c7e68961527), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.608858 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (136efa15-6070-4f0b-ac95-3c7e68961527), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.609585 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 136efa15-6070-4f0b-ac95-3c7e68961527 {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:35:24.615810 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.619350 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-69cf50fa-8c41-4354-9d23-e2eed108d0a6 admin admin] 10.222.0.61 "DELETE /v2.0/routers/136efa15-6070-4f0b-ac95-3c7e68961527 HTTP/1.1" status: 204 len: 168 time: 1.1338427 May 10 20:35:24.619905 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40502) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:24.668075 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fced32d8-6b28-4808-bd5d-cbbd7feb6cbf admin admin] Deleting subnet b146ad4d-7bd1-4d06-aaaa-651edd93715c {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:35:24.671955 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fced32d8-6b28-4808-bd5d-cbbd7feb6cbf admin admin] Publish callbacks [] for subnet (b146ad4d-7bd1-4d06-aaaa-651edd93715c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.714042 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fced32d8-6b28-4808-bd5d-cbbd7feb6cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25902530'] for subnet (b146ad4d-7bd1-4d06-aaaa-651edd93715c), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.802058 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fced32d8-6b28-4808-bd5d-cbbd7feb6cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (b146ad4d-7bd1-4d06-aaaa-651edd93715c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.886751 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fced32d8-6b28-4808-bd5d-cbbd7feb6cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25776282'] for subnet (b146ad4d-7bd1-4d06-aaaa-651edd93715c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.915109 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced32d8-6b28-4808-bd5d-cbbd7feb6cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b146ad4d-7bd1-4d06-aaaa-651edd93715c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:24.919510 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fced32d8-6b28-4808-bd5d-cbbd7feb6cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:24.925331 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fced32d8-6b28-4808-bd5d-cbbd7feb6cbf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b146ad4d-7bd1-4d06-aaaa-651edd93715c HTTP/1.1" status: 204 len: 168 time: 0.3022697 May 10 20:35:24.925730 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40512) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:24.926152 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda77af-75ea-45f6-b536-8c5f7ff3b09c None None] Network 94296225-31bb-4ee2-9855-9dbaeebe459c requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:35:25.015067 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (94296225-31bb-4ee2-9855-9dbaeebe459c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.065105 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Deleting port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:35:25.065273 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.136963 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] For port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=8a9f691e-6a13-4eb2-a1be-98f34d2d6250,segment=NetworkSegment(9bf266d2-e579-42cc-b5ca-590ffaa1fc20),segment_id=9bf266d2-e579-42cc-b5ca-590ffaa1fc20)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:25.137357 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.151158 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Calling delete_port for 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:35:25.204634 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] DHCP port deletion for 94296225-31bb-4ee2-9855-9dbaeebe459c request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:35:25.258187 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.259637 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] Deleting port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 {{(pid=103478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:35:25.260007 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), before_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.289009 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9f691e-6a13-4eb2-a1be-98f34d2d6250,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:25.290928 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] No DVR routers for this DVR port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 on host dv-cinder-828806-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:35:25.328887 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] For port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250, host dv-cinder-828806-2-iscsi, got binding levels [] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:25.329306 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), precommit_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.344396 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] Calling delete_port for 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 owned by network:dhcp {{(pid=103478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:35:25.347560 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.ipam_backend_mixin [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] Port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 was not found and therefore no delete operation was performed {{(pid=103478) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 10 20:35:25.349126 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017'] for port (8a9f691e-6a13-4eb2-a1be-98f34d2d6250), after_delete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.370726 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (94296225-31bb-4ee2-9855-9dbaeebe459c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.394754 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] Pushing event deleted for resources: {'Port': ['ID=8a9f691e-6a13-4eb2-a1be-98f34d2d6250,revision_number=None']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:25.408143 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998efff-44bb-4d60-b960-75bf7de3bd85 None None] No DVR routers for this DVR port 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 on host dv-cinder-828806-2-iscsi {{(pid=103478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:35:25.410234 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94296225-31bb-4ee2-9855-9dbaeebe459c']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:25.429820 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf266d2-e579-42cc-b5ca-590ffaa1fc20') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:25.430122 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf266d2-e579-42cc-b5ca-590ffaa1fc20') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:25.442668 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26748875'] for segment (9bf266d2-e579-42cc-b5ca-590ffaa1fc20), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.460114 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (9bf266d2-e579-42cc-b5ca-590ffaa1fc20), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.467464 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:35:25.467862 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25972613'] for segment (9bf266d2-e579-42cc-b5ca-590ffaa1fc20), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: timer() May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: cb(*args, **kw) May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: self._notify() May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: self.callback(batched_events) May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: event.method(event) May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._get(url).json() May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:35:25.469688 dv-cinder-828806-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:35:25.527510 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (94296225-31bb-4ee2-9855-9dbaeebe459c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.533788 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.537478 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/94296225-31bb-4ee2-9855-9dbaeebe459c HTTP/1.1" status: 204 len: 168 time: 0.6107647 May 10 20:35:25.551833 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b3ae6-7007-4f61-86fe-addd3d3e1aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=94296225-31bb-4ee2-9855-9dbaeebe459c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:25.673574 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40534) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:25.724125 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-6cad75b0-f825-4cc5-aeb0-4343cd553da4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89cf2816f8884e679e6c7e4c3d98f348&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0494065 May 10 20:35:25.726533 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40536) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:25.791020 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cc48662-a11d-4026-b04a-8f205dd8c331 admin admin] Publish callbacks [] for security_group (f0f68923-ba23-4cae-b39b-728210ca5439), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.818907 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cc48662-a11d-4026-b04a-8f205dd8c331 admin admin] Publish callbacks [] for security_group (f0f68923-ba23-4cae-b39b-728210ca5439), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.840207 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 1c0f5422-e048-4f87-9f03-e881da1fb26e up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:25.884709 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cc48662-a11d-4026-b04a-8f205dd8c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f0f68923-ba23-4cae-b39b-728210ca5439), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.887367 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cc48662-a11d-4026-b04a-8f205dd8c331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.892563 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2cc48662-a11d-4026-b04a-8f205dd8c331 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0f68923-ba23-4cae-b39b-728210ca5439 HTTP/1.1" status: 204 len: 168 time: 0.1644695 May 10 20:35:25.900913 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 1c0f5422-e048-4f87-9f03-e881da1fb26e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:25.901239 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:25.906871 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc48662-a11d-4026-b04a-8f205dd8c331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f68923-ba23-4cae-b39b-728210ca5439,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:26.027434 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 1c0f5422-e048-4f87-9f03-e881da1fb26e is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:26.027434 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.056250 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 1c0f5422-e048-4f87-9f03-e881da1fb26e, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=1c0f5422-e048-4f87-9f03-e881da1fb26e,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:26.068580 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.143853 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=1c0f5422-e048-4f87-9f03-e881da1fb26e,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:26.158624 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:35:26.182283 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:35:26.182626 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8a9f691e-6a13-4eb2-a1be-98f34d2d6250 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:35:26.183092 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c052bf69-bdee-43bf-b538-b470a1ae264e no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:35:26.205260 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: c052bf69-bdee-43bf-b538-b470a1ae264e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:35:26.205623 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c052bf69-bdee-43bf-b538-b470a1ae264e not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:35:26.206054 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device fa3efe2f-d49c-44e7-b874-bd2da998c1a2 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:35:26.228225 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: fa3efe2f-d49c-44e7-b874-bd2da998c1a2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:35:26.228570 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device fa3efe2f-d49c-44e7-b874-bd2da998c1a2 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:35:26.245425 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Sync routers for ids ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:26.259563 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Routers {'1d2277bf-54ff-4e08-9fcd-eeed5ba25629'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:26.260101 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:34:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:26.387659 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Set router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:26.588166 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:21Z', 'revision_number': 4, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'gw_port': {'id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10badcb8-6f66-423f-9dc1-4b4557f666d2', 'name': '', 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'mac_address': 'fa:16:3e:54:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:20Z', 'updated_at': '2022-05-10T20:35:21Z', 'revision_number': 2, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'subnets': [{'id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:26.618694 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Checking router: 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:26.619052 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Updating router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 port 10badcb8-6f66-423f-9dc1-4b4557f666d2 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:35:26.650661 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.703213 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40560) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:26.704095 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-10758696-16e7-4a53-a9ea-c2fbd7932377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.802070 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2006607293-network', 'tenant_id': '24459511ae744b509a55faad8cd07970'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:26.822144 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Made reservation on behalf of 24459511ae744b509a55faad8cd07970 for: {'network': 1} {{(pid=103476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:35:26.824504 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for network (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.833383 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.913345 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Publish callbacks [] for security_group (f12f9faa-5994-48ad-8c16-2275bad83cd4), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.917110 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f12f9faa-5994-48ad-8c16-2275bad83cd4), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.942301 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:35:26.950864 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Publish callbacks [] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.954419 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12f9faa-5994-48ad-8c16-2275bad83cd4,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:26.955546 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.957314 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (30149663-8ef0-4208-a614-89e22c5fbcd3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:26.957656 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.segments_db [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Added segment 30149663-8ef0-4208-a614-89e22c5fbcd3 of type vlan for network e86bfbdf-9b8b-4914-a508-1afa24268f93 May 10 20:35:27.018920 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85d0f2-12ee-4379-9fc0-5420c6e72047 None None] Pushing event updated for resources: {'Port': ['ID=10badcb8-6f66-423f-9dc1-4b4557f666d2,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:27.019447 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737325543078'] for network (e86bfbdf-9b8b-4914-a508-1afa24268f93), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.053925 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073'] for network (e86bfbdf-9b8b-4914-a508-1afa24268f93), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.055154 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:27.055934 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.076491 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Attempting to bind port 10badcb8-6f66-423f-9dc1-4b4557f666d2 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:27.077184 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Attempting to bind port 10badcb8-6f66-423f-9dc1-4b4557f666d2 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8473f9dd-5184-4972-9db8-8f6306644587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:27.077546 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Attempting to bind port 10badcb8-6f66-423f-9dc1-4b4557f666d2 on network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:27.083226 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:27.083551 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Checking segment: {'id': '8473f9dd-5184-4972-9db8-8f6306644587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:27.083957 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.084551 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Bound using segment: {'id': '8473f9dd-5184-4972-9db8-8f6306644587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:27.085223 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Bound port: 10badcb8-6f66-423f-9dc1-4b4557f666d2, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8473f9dd-5184-4972-9db8-8f6306644587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:27.085773 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.123810 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4194696 May 10 20:35:27.126872 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40564) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:27.131948 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Request body: {'subnet': {'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-subnet', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:27.141712 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dba259-7cd7-4255-823d-f3c7a64c2774 admin admin] Pushing event updated for resources: {'Network': ['ID=e86bfbdf-9b8b-4914-a508-1afa24268f93,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:27.156539 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Made reservation on behalf of 24459511ae744b509a55faad8cd07970 for: {'subnet': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:35:27.159181 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 details requested by agent ovs-agent-dv-cinder-828806-2-iscsi with host dv-cinder-828806-2-iscsi {{(pid=103478) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:35:27.159946 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25776381'] for subnet (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.229778 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] For port 10badcb8-6f66-423f-9dc1-4b4557f666d2, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:27.254851 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] For port 10badcb8-6f66-423f-9dc1-4b4557f666d2, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=10badcb8-6f66-423f-9dc1-4b4557f666d2,segment=NetworkSegment(8473f9dd-5184-4972-9db8-8f6306644587),segment_id=8473f9dd-5184-4972-9db8-8f6306644587)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:27.264718 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.327452 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-a24acaa7-ed69-4865-8220-cceea3722129 None None] Provisioning complete for port 10badcb8-6f66-423f-9dc1-4b4557f666d2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:27.327816 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a24acaa7-ed69-4865-8220-cceea3722129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.362478 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Routers {'1d2277bf-54ff-4e08-9fcd-eeed5ba25629'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:27.363103 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:35:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:27.364855 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85d0f2-12ee-4379-9fc0-5420c6e72047 None None] Pushing event updated for resources: {'Port': ['ID=10badcb8-6f66-423f-9dc1-4b4557f666d2,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:27.389180 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3443195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25776355'] for subnet (b26bade4-36c9-4948-9cfa-82499aa1f40d), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.454074 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26bade4-36c9-4948-9cfa-82499aa1f40d,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:27.462351 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Checking segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:27.462952 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Network hostable DHCP agents. Network: e86bfbdf-9b8b-4914-a508-1afa24268f93, hostable agents: ['cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842'], hosted agents: [] {{(pid=103477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:35:27.484608 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 is scheduled to be hosted by DHCP agent cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842 with binding_index 1 {{(pid=103477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:35:27.494856 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-2-iscsi, e86bfbdf-9b8b-4914-a508-1afa24268f93) {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:27.499867 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:27.500727 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.527577 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c1c35c1b-8762-46c3-9769-59bd775eaf2f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3970363 May 10 20:35:27.528163 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40568) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:27.533673 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:27.552812 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627bb39-1753-49fb-88bd-1168c75c3b4e None None] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:35:27.556553 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31509'] for router (7b01a049-78fc-4868-8109-96999119d543), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.558098 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1709808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31534'] for router (7b01a049-78fc-4868-8109-96999119d543), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.619186 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks [] for router_controller (7b01a049-78fc-4868-8109-96999119d543), precommit_add_association {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.728787 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] Set router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:27.775292 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks [] for router_gateway (7b01a049-78fc-4868-8109-96999119d543), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.788540 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-a24acaa7-ed69-4865-8220-cceea3722129 None None] Current status of the port 10badcb8-6f66-423f-9dc1-4b4557f666d2 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:27.789160 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a24acaa7-ed69-4865-8220-cceea3722129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.798173 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47a561f9-b5ad-5097-98de-32dd640e4e2b-e86bfbdf-9b8b-4914-a508-1afa24268f93', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d'}]}} from dv-cinder-828806-2-iscsi. {{(pid=103478) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:35:27.799006 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:27.830961 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 1c0f5422-e048-4f87-9f03-e881da1fb26e up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:27.962927 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-a24acaa7-ed69-4865-8220-cceea3722129 None None] For port 10badcb8-6f66-423f-9dc1-4b4557f666d2, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=10badcb8-6f66-423f-9dc1-4b4557f666d2,segment=NetworkSegment(8473f9dd-5184-4972-9db8-8f6306644587),segment_id=8473f9dd-5184-4972-9db8-8f6306644587)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:27.980442 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks [] for router_gateway (7b01a049-78fc-4868-8109-96999119d543), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.000317 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.025684 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a24acaa7-ed69-4865-8220-cceea3722129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.134269 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 1c0f5422-e048-4f87-9f03-e881da1fb26e triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:28.134694 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.197985 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.203414 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24acaa7-ed69-4865-8220-cceea3722129 None None] Pushing event updated for resources: {'Port': ['ID=10badcb8-6f66-423f-9dc1-4b4557f666d2,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:28.213807 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-aad5354b-dd41-4541-9eb6-dfe3f5340c0e None None] Provisioning complete for port 10badcb8-6f66-423f-9dc1-4b4557f666d2 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:28.214183 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aad5354b-dd41-4541-9eb6-dfe3f5340c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.268412 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.db_base_plugin_common [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Allocated IP 172.20.0.2 (e86bfbdf-9b8b-4914-a508-1afa24268f93/b26bade4-36c9-4948-9cfa-82499aa1f40d/a504d92b-595c-4d03-8372-8a514bee5cf4) {{(pid=103478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:28.314505 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:21Z', 'revision_number': 4, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'gw_port': {'id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10badcb8-6f66-423f-9dc1-4b4557f666d2', 'name': '', 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'mac_address': 'fa:16:3e:54:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:20Z', 'updated_at': '2022-05-10T20:35:27Z', 'revision_number': 4, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'subnets': [{'id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:28.383469 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Allocated IP 172.27.0.188 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/82825429-514d-4216-94d0-3c808089d02c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:28.389647 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f726b33-4f21-4f54-93b0-7e0b7cbb5329 None None] The sync data for ids ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'] in dv-cinder-828806-2-iscsi is: [{'id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:21Z', 'revision_number': 4, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'gw_port': {'id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10badcb8-6f66-423f-9dc1-4b4557f666d2', 'name': '', 'network_id': '7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'mac_address': 'fa:16:3e:54:25:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:20Z', 'updated_at': '2022-05-10T20:35:27Z', 'revision_number': 4, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'subnets': [{'id': '2e56b51f-ca48-4aae-90ad-fcdd95fa261a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:28.463411 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 1c0f5422-e048-4f87-9f03-e881da1fb26e is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:28.464545 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 10badcb8-6f66-423f-9dc1-4b4557f666d2 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:28.493154 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks [] for port (82825429-514d-4216-94d0-3c808089d02c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.538004 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-aad5354b-dd41-4541-9eb6-dfe3f5340c0e None None] Current status of the port 10badcb8-6f66-423f-9dc1-4b4557f666d2 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:28.540377 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (82825429-514d-4216-94d0-3c808089d02c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.584917 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 10badcb8-6f66-423f-9dc1-4b4557f666d2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:28.584917 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.593017 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:28.597505 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:28.604168 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:28.627467 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Publish callbacks [] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), precommit_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.628202 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Pushing event updated for resources: {'Port': ['ID=82825429-514d-4216-94d0-3c808089d02c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:28.637513 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), after_create {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.682948 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 is already hosted by enough agents. {{(pid=103478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:28.693009 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.scheduler.base_scheduler [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Resources bound (agent type, host, resource id): {{(pid=103478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:28.697392 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Received port after_create {{(pid=103478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:28.701166 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Pushing event updated for resources: {'Port': ['ID=a504d92b-595c-4d03-8372-8a514bee5cf4,revision_number=1']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:28.772219 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 10badcb8-6f66-423f-9dc1-4b4557f666d2 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:28.802438 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Attempting to bind port a504d92b-595c-4d03-8372-8a514bee5cf4 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:28.802859 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Attempting to bind port a504d92b-595c-4d03-8372-8a514bee5cf4 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:28.803156 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Attempting to bind port a504d92b-595c-4d03-8372-8a514bee5cf4 on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:28.813158 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:28.813888 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Checking segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:28.814295 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.814687 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Bound using segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:28.815250 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Bound port: a504d92b-595c-4d03-8372-8a514bee5cf4, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:28.815632 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.883037 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] For port a504d92b-595c-4d03-8372-8a514bee5cf4, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:28.887019 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] For port a504d92b-595c-4d03-8372-8a514bee5cf4, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=a504d92b-595c-4d03-8372-8a514bee5cf4,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:28.899783 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.914599 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks [] for router_gateway (7b01a049-78fc-4868-8109-96999119d543), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:28.977682 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d85031-b5ba-450b-8548-05d4aadcebd8 None None] Pushing event updated for resources: {'Port': ['ID=a504d92b-595c-4d03-8372-8a514bee5cf4,revision_number=2']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:29.159150 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:29.173167 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699850'] for router (7b01a049-78fc-4868-8109-96999119d543), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:29.348633 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Router 7b01a049-78fc-4868-8109-96999119d543 is scheduled to L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 with binding_index 1 {{(pid=103477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:35:29.460610 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:29.471200 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:29.480394 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:29.482350 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-60cae36a-122f-4ec5-9e1a-2f8b3960ce90 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9520373 May 10 20:35:29.484979 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40574) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:29.486745 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:29.487389 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:35:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:29.599151 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:29.802003 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:28Z', 'revision_number': 3, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:29.847645 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:29.847997 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Updating router 7b01a049-78fc-4868-8109-96999119d543 port 82825429-514d-4216-94d0-3c808089d02c binding host dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:35:29.887149 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (82825429-514d-4216-94d0-3c808089d02c), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:29.936092 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a504d92b-595c-4d03-8372-8a514bee5cf4 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:29.947213 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.016565 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port a504d92b-595c-4d03-8372-8a514bee5cf4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:30.017579 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.049524 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8909fe-464a-4773-ad50-eca14d2d55fa None None] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:35:30.126365 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-75dbfa71-ce42-4330-9a18-e9b0d038e0de None None] Provisioning complete for port a504d92b-595c-4d03-8372-8a514bee5cf4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:30.126838 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-75dbfa71-ce42-4330-9a18-e9b0d038e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.141814 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Allocated IP 172.20.0.1 (e86bfbdf-9b8b-4914-a508-1afa24268f93/b26bade4-36c9-4948-9cfa-82499aa1f40d/10d477c1-144d-4308-96b5-78873726b7e8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:30.211659 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Publish callbacks [] for port (82825429-514d-4216-94d0-3c808089d02c), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.219787 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (82825429-514d-4216-94d0-3c808089d02c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.269405 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Publish callbacks [] for port (10d477c1-144d-4308-96b5-78873726b7e8), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.272869 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Pushing event updated for resources: {'Port': ['ID=82825429-514d-4216-94d0-3c808089d02c,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:30.289267 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.289528 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.289896 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.290255 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.290590 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.290917 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.291240 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.291573 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.292009 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.292589 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.292808 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.293174 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.293503 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.294494 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.298925 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:30.298925 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Attempting to bind port 82825429-514d-4216-94d0-3c808089d02c on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:30.298925 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Attempting to bind port 82825429-514d-4216-94d0-3c808089d02c by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:30.298925 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Attempting to bind port 82825429-514d-4216-94d0-3c808089d02c on network b978e267-548c-477c-b4af-6ec94f457a2b {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:30.305249 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:30.305456 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Checking segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:30.305855 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.306251 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Bound using segment: {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:30.306890 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Bound port: 82825429-514d-4216-94d0-3c808089d02c, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a107e69-e6c6-4b0f-b145-58c9a76da8e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:30.307087 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (82825429-514d-4216-94d0-3c808089d02c), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.322439 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (10d477c1-144d-4308-96b5-78873726b7e8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.373340 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:30.378754 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:30.383357 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:30.394975 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port a504d92b-595c-4d03-8372-8a514bee5cf4 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:30.395453 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.407197 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Pushing event updated for resources: {'Port': ['ID=10d477c1-144d-4308-96b5-78873726b7e8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:30.413057 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] For port 82825429-514d-4216-94d0-3c808089d02c, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:30.419660 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] For port 82825429-514d-4216-94d0-3c808089d02c, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=82825429-514d-4216-94d0-3c808089d02c,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:30.431359 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (82825429-514d-4216-94d0-3c808089d02c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.431582 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1690717'] for router_interface (7b01a049-78fc-4868-8109-96999119d543), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.470893 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port a504d92b-595c-4d03-8372-8a514bee5cf4, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=a504d92b-595c-4d03-8372-8a514bee5cf4,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:30.473983 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-75dbfa71-ce42-4330-9a18-e9b0d038e0de None None] Current status of the port a504d92b-595c-4d03-8372-8a514bee5cf4 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:30.474452 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-75dbfa71-ce42-4330-9a18-e9b0d038e0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.478341 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.478836 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 10badcb8-6f66-423f-9dc1-4b4557f666d2 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:30.494643 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:30.495912 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:35:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:30.555797 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a25c3-a392-4df6-be85-1bf3121c6d6e None None] Pushing event updated for resources: {'Port': ['ID=82825429-514d-4216-94d0-3c808089d02c,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:30.580676 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=a504d92b-595c-4d03-8372-8a514bee5cf4,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:30.641133 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (10d477c1-144d-4308-96b5-78873726b7e8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.643773 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:30.666608 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.685578 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 10badcb8-6f66-423f-9dc1-4b4557f666d2 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:30.685884 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.721334 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.db.api [None req-75dbfa71-ce42-4330-9a18-e9b0d038e0de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:35:30.721664 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG oslo_db.api [None req-75dbfa71-ce42-4330-9a18-e9b0d038e0de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:35:30.790685 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 10badcb8-6f66-423f-9dc1-4b4557f666d2 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:30.836549 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:28Z', 'revision_number': 3, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:30.854109 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Publish callbacks [] for port (10d477c1-144d-4308-96b5-78873726b7e8), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.860029 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (10d477c1-144d-4308-96b5-78873726b7e8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:30.869955 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1c37e-da41-48bd-b792-887011743bd7 None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:28Z', 'revision_number': 3, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:30.932994 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Pushing event updated for resources: {'Port': ['ID=10d477c1-144d-4308-96b5-78873726b7e8,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:30.939070 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1632091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687648'] for router_interface (7b01a049-78fc-4868-8109-96999119d543), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:31.038184 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:31.039504 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:31.191039 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:35:31.271253 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-75dbfa71-ce42-4330-9a18-e9b0d038e0de None None] Current status of the port a504d92b-595c-4d03-8372-8a514bee5cf4 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:31.391592 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d42f8cc9-4246-4e62-ad90-5df54e5d9c26 None None] Provisioning complete for port a504d92b-595c-4d03-8372-8a514bee5cf4 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:31.392223 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d42f8cc9-4246-4e62-ad90-5df54e5d9c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:31.491135 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d42f8cc9-4246-4e62-ad90-5df54e5d9c26 None None] Current status of the port a504d92b-595c-4d03-8372-8a514bee5cf4 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:31.500104 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d42f8cc9-4246-4e62-ad90-5df54e5d9c26 None None] Provisioning complete for port 10d477c1-144d-4308-96b5-78873726b7e8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:31.500617 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d42f8cc9-4246-4e62-ad90-5df54e5d9c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10d477c1-144d-4308-96b5-78873726b7e8), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:31.541987 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d42f8cc9-4246-4e62-ad90-5df54e5d9c26 None None] Port 10d477c1-144d-4308-96b5-78873726b7e8 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:35:31.584621 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:31.592223 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-480e970e-3fc3-459b-bad5-2797a36abea9 admin admin] 10.222.0.61 "PUT /v2.0/routers/7b01a049-78fc-4868-8109-96999119d543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1062047 May 10 20:35:31.871988 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 82825429-514d-4216-94d0-3c808089d02c up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:31.905535 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40586) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:31.910195 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501080985', 'description': 'tempest-description--1688710487'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:31.921601 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 82825429-514d-4216-94d0-3c808089d02c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:31.922056 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (82825429-514d-4216-94d0-3c808089d02c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:31.931011 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.002446 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 82825429-514d-4216-94d0-3c808089d02c is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:32.002960 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (82825429-514d-4216-94d0-3c808089d02c), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.011202 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (30cb3e73-372f-4261-baa4-b565a0d3efd5), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.015980 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (30cb3e73-372f-4261-baa4-b565a0d3efd5), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.026460 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] For port 82825429-514d-4216-94d0-3c808089d02c, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=82825429-514d-4216-94d0-3c808089d02c,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:32.033407 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (82825429-514d-4216-94d0-3c808089d02c), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.034456 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a504d92b-595c-4d03-8372-8a514bee5cf4 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:32.053075 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.054321 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477494 May 10 20:35:32.055261 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30cb3e73-372f-4261-baa4-b565a0d3efd5,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:32.057454 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40588) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:32.063335 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-8d440609-5132-4e24-ad65-985302fccfc4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group_rule': {'security_group_id': '30cb3e73-372f-4261-baa4-b565a0d3efd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:32.064233 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.064591 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.064948 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.065321 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.065967 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.066312 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.066650 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.066986 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.067320 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.067671 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.068065 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.068338 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.068666 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.069023 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.069354 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca34173-b405-406f-9812-dec429f9cb5d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:35:32.097794 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d440609-5132-4e24-ad65-985302fccfc4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (1ebfd027-790c-4e99-b705-2867ddbb3df3), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.123773 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Pushing event updated for resources: {'Port': ['ID=82825429-514d-4216-94d0-3c808089d02c,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:32.128865 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port a504d92b-595c-4d03-8372-8a514bee5cf4 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:32.129275 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.154245 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d440609-5132-4e24-ad65-985302fccfc4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (1ebfd027-790c-4e99-b705-2867ddbb3df3), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.158389 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d440609-5132-4e24-ad65-985302fccfc4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (1ebfd027-790c-4e99-b705-2867ddbb3df3), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.172098 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d440609-5132-4e24-ad65-985302fccfc4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebfd027-790c-4e99-b705-2867ddbb3df3,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:32.188433 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8d440609-5132-4e24-ad65-985302fccfc4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.192586 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40590) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:32.192859 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8d440609-5132-4e24-ad65-985302fccfc4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334875 May 10 20:35:32.197327 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-35e8a883-6d6d-440c-ba73-881131ab15b7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group_rule': {'security_group_id': '30cb3e73-372f-4261-baa4-b565a0d3efd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:32.212269 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port a504d92b-595c-4d03-8372-8a514bee5cf4 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:32.224454 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35e8a883-6d6d-440c-ba73-881131ab15b7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (314cf280-39c2-4711-9d54-7717bb09df0c), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.289435 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35e8a883-6d6d-440c-ba73-881131ab15b7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (314cf280-39c2-4711-9d54-7717bb09df0c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.293694 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35e8a883-6d6d-440c-ba73-881131ab15b7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (314cf280-39c2-4711-9d54-7717bb09df0c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.314116 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8a883-6d6d-440c-ba73-881131ab15b7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314cf280-39c2-4711-9d54-7717bb09df0c,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:32.323357 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-35e8a883-6d6d-440c-ba73-881131ab15b7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.324581 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-35e8a883-6d6d-440c-ba73-881131ab15b7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309228 May 10 20:35:32.328154 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40592) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:32.332612 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:32.352922 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.435502 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.548113 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Allocated IP 172.27.0.32 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/15532760-c22a-4e46-856f-7fda375b2868) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:32.579420 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:32.594056 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:32.594802 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:35:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:32.656193 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (15532760-c22a-4e46-856f-7fda375b2868), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.690652 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (15532760-c22a-4e46-856f-7fda375b2868), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.712672 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:32.734382 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:32.741113 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:32.745550 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:32.766857 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=15532760-c22a-4e46-856f-7fda375b2868,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:32.835596 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (40a1f8a0-b35c-4212-a41c-e626aed3d1ef), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.880225 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (15532760-c22a-4e46-856f-7fda375b2868), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:32.920799 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 2, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:32.947592 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:32.947949 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Updating router 7b01a049-78fc-4868-8109-96999119d543 port 10d477c1-144d-4308-96b5-78873726b7e8 binding host dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:35:32.983060 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (10d477c1-144d-4308-96b5-78873726b7e8), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.066365 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (15532760-c22a-4e46-856f-7fda375b2868), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.072170 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (15532760-c22a-4e46-856f-7fda375b2868), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.119544 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=15532760-c22a-4e46-856f-7fda375b2868,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:33.177472 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (40a1f8a0-b35c-4212-a41c-e626aed3d1ef), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.196611 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.197963 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-14c10f70-1815-4857-ad82-ef6196efc1da tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8688200 May 10 20:35:33.314893 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Publish callbacks [] for port (10d477c1-144d-4308-96b5-78873726b7e8), precommit_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.323897 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (10d477c1-144d-4308-96b5-78873726b7e8), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.390042 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-dc20c41a-937e-471d-a136-23e65cc72c8d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--501080985&fields=id&tenant_id=24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 267 time: 0.0549564 May 10 20:35:33.422306 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad078e0-9dd4-45cc-bc25-71cc9d7ef9f0 None None] Pushing event updated for resources: {'Port': ['ID=10d477c1-144d-4308-96b5-78873726b7e8,revision_number=3']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:33.457152 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Attempting to bind port 10d477c1-144d-4308-96b5-78873726b7e8 on host dv-cinder-828806-2-iscsi for vnic_type normal with profile {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:33.457727 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Attempting to bind port 10d477c1-144d-4308-96b5-78873726b7e8 by drivers openvswitch,hyperv on host dv-cinder-828806-2-iscsi at level 0 using segments [{'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:33.458309 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Attempting to bind port 10d477c1-144d-4308-96b5-78873726b7e8 on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:33.463563 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Checking agent: {'id': 'b6bda803-d92a-4278-935a-c0f09e165422', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 19, 1), 'started_at': datetime.datetime(2022, 5, 10, 20, 19, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:33.464033 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Checking segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:33.464493 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.464879 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Bound using segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} {{(pid=103478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:33.465392 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.managers [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Bound port: 10d477c1-144d-4308-96b5-78873726b7e8, host: dv-cinder-828806-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}}] {{(pid=103478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:33.465927 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (10d477c1-144d-4308-96b5-78873726b7e8), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.521999 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-0aa8d726-7327-4053-ab89-76f80e39be07 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:33.523994 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-0aa8d726-7327-4053-ab89-76f80e39be07 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 815 time: 0.1181517 May 10 20:35:33.541454 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] For port 10d477c1-144d-4308-96b5-78873726b7e8, host dv-cinder-828806-2-iscsi, cleared binding levels {{(pid=103478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:33.546415 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] For port 10d477c1-144d-4308-96b5-78873726b7e8, host dv-cinder-828806-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=10d477c1-144d-4308-96b5-78873726b7e8,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:33.546726 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-e48e800d-d181-4880-8c00-976acaf98f2d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/quotas/24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 375 time: 0.0169315 May 10 20:35:33.556789 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (10d477c1-144d-4308-96b5-78873726b7e8), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.611503 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-e0edf528-ad16-48f1-834a-7d94a2dfbb13 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577567 May 10 20:35:33.634262 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:33.635030 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:35:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:33.640246 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad078e0-9dd4-45cc-bc25-71cc9d7ef9f0 None None] Pushing event updated for resources: {'Port': ['ID=10d477c1-144d-4308-96b5-78873726b7e8,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:33.701998 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-2ee951c7-3613-43ef-abdf-04cbb22a5442 None None] Provisioning complete for port 10d477c1-144d-4308-96b5-78873726b7e8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:33.702378 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ee951c7-3613-43ef-abdf-04cbb22a5442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10d477c1-144d-4308-96b5-78873726b7e8), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:33.736684 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-10f57ac6-a1fb-43db-bd55-ecf352997686 service neutron] 10.222.0.61 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109025 May 10 20:35:33.799956 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:33.836739 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 82825429-514d-4216-94d0-3c808089d02c up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:33.852679 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-90c3b16b-7c78-46d8-9fdc-417a6c73caf1 service neutron] 10.222.0.61 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151128 May 10 20:35:34.028377 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-424f07a8-a017-4dda-8326-491dbf28dbcc req-d10be6ba-9ff0-4c94-8f04-932fcb83ccdc tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 210 time: 0.0303481 May 10 20:35:34.101442 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-2ee951c7-3613-43ef-abdf-04cbb22a5442 None None] Current status of the port 10d477c1-144d-4308-96b5-78873726b7e8 is: DOWN; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:34.101828 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ee951c7-3613-43ef-abdf-04cbb22a5442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (10d477c1-144d-4308-96b5-78873726b7e8), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:34.168454 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 82825429-514d-4216-94d0-3c808089d02c triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:34.169455 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (82825429-514d-4216-94d0-3c808089d02c), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:34.214561 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-2ee951c7-3613-43ef-abdf-04cbb22a5442 None None] For port 10d477c1-144d-4308-96b5-78873726b7e8, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=10d477c1-144d-4308-96b5-78873726b7e8,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:34.224923 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2ee951c7-3613-43ef-abdf-04cbb22a5442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (10d477c1-144d-4308-96b5-78873726b7e8), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:34.333206 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee951c7-3613-43ef-abdf-04cbb22a5442 None None] Pushing event updated for resources: {'Port': ['ID=10d477c1-144d-4308-96b5-78873726b7e8,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:34.365920 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:33Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:34.400474 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-480c79f9-e33a-4bba-9424-5aacd712b134 None None] Provisioning complete for port 10d477c1-144d-4308-96b5-78873726b7e8 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:34.400858 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-480c79f9-e33a-4bba-9424-5aacd712b134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10d477c1-144d-4308-96b5-78873726b7e8), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:34.408060 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c284bb7-5706-4efa-846c-b273005e398c None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:33Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:34.432563 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 82825429-514d-4216-94d0-3c808089d02c is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:34.521936 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-480c79f9-e33a-4bba-9424-5aacd712b134 None None] Current status of the port 10d477c1-144d-4308-96b5-78873726b7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:35.143459 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8af72aaf-6a5d-48b8-854a-3bd9d5eb7eed req-929eebb0-4bb1-4d8a-81fb-88e96f5b3754 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 210 time: 0.0315700 May 10 20:35:35.220609 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-3f64da24-e028-4d36-9490-55697bb47255 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:35.222144 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-3f64da24-e028-4d36-9490-55697bb47255 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 815 time: 0.1314030 May 10 20:35:35.287786 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-c1f666b5-a550-412c-9975-b0b66cc8659d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 379 time: 0.0556436 May 10 20:35:35.363776 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'port': {'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'admin_state_up': True, 'tenant_id': '24459511ae744b509a55faad8cd07970', 'security_groups': ['30cb3e73-372f-4261-baa4-b565a0d3efd5']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:35.477081 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Made reservation on behalf of 24459511ae744b509a55faad8cd07970 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:35:35.480347 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:35.607909 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Allocated IP 172.20.0.8 (e86bfbdf-9b8b-4914-a508-1afa24268f93/b26bade4-36c9-4948-9cfa-82499aa1f40d/9e2b91ca-1948-41ee-bd5e-aaf850ff56e1) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:35.747307 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:35.781472 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:35.811072 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 10d477c1-144d-4308-96b5-78873726b7e8 up at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:35.823042 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:35.826209 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:35.832458 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:35.856816 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:35.861060 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Provisioning complete for port 10d477c1-144d-4308-96b5-78873726b7e8 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:35.861796 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (10d477c1-144d-4308-96b5-78873726b7e8), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:35.889779 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:35.890393 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:35.911690 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-f78f8089-8b80-40df-af86-683c95a14fc3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518954 May 10 20:35:35.924821 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Request body: {'port': {'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:35.949824 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Current status of the port 10d477c1-144d-4308-96b5-78873726b7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:35.996253 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:36.052189 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-af9a93e2-8dfb-4efe-9ec9-0ee84da36497 None None] Provisioning complete for port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:36.052689 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-af9a93e2-8dfb-4efe-9ec9-0ee84da36497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:36.089113 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-af9a93e2-8dfb-4efe-9ec9-0ee84da36497 None None] Port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:35:36.255437 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:35:36.257640 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555e0f-da07-403f-92bf-4890405ee7eb req-0b9c5ea8-d0f0-48a4-861c-a18b738fa4ca tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:36.259219 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f2555e0f-da07-403f-92bf-4890405ee7eb req-0b9c5ea8-d0f0-48a4-861c-a18b738fa4ca tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 931 time: 0.0466859 May 10 20:35:36.262849 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Publish callbacks [] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:36.275155 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Transition to ACTIVE for port object 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:35:36.280539 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:36.310943 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f2555e0f-da07-403f-92bf-4890405ee7eb req-0c862988-0dfe-411d-9478-5a255c110111 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459857 May 10 20:35:36.334023 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:36.410478 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Attempting to bind port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:36.410820 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Attempting to bind port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:36.411154 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Attempting to bind port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:36.415731 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 on network e86bfbdf-9b8b-4914-a508-1afa24268f93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:35:36.416054 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Attempting to bind port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:36.421696 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:36.422095 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Checking segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:36.422493 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Bound using segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:36.422928 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Bound port: 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:36.423315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:36.494758 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] For port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:36.499117 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] For port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:36.504859 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:36.540392 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:36.541041 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:36.542593 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] 10.222.0.69 "PUT /v2.0/ports/9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 HTTP/1.1" status: 200 len: 1093 time: 0.6227043 May 10 20:35:36.544712 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f81a471-e87d-4336-aa77-0d7e92083006', 'tag': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:36.547584 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b860db8e-65a3-4c80-ab04-ae751a875928" -d '{"events": [{"name": "network-changed", "server_uuid": "9f81a471-e87d-4336-aa77-0d7e92083006", "tag": "9e2b91ca-1948-41ee-bd5e-aaf850ff56e1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:36.580409 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a3b70-0a3c-4717-af64-4e12126f0de1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:36.603791 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7499be-60ee-4030-8e05-5c9bf9d4c10c x-openstack-request-id: req-4b7499be-60ee-4030-8e05-5c9bf9d4c10c {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:36.604143 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f81a471-e87d-4336-aa77-0d7e92083006", "tag": "9e2b91ca-1948-41ee-bd5e-aaf850ff56e1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:36.604408 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b7499be-60ee-4030-8e05-5c9bf9d4c10c {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:36.604853 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7499be-60ee-4030-8e05-5c9bf9d4c10c'] response: {'name': 'network-changed', 'server_uuid': '9f81a471-e87d-4336-aa77-0d7e92083006', 'tag': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'status': 'completed', 'code': 200} May 10 20:35:36.649270 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-b0c837d1-8d43-4350-8f3e-958c91b02848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:36.650812 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-b0c837d1-8d43-4350-8f3e-958c91b02848 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 1127 time: 0.0418437 May 10 20:35:36.692800 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-89ab643a-1d2d-41f8-8b5a-6c42b3a65705 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 HTTP/1.1" status: 200 len: 217 time: 0.0342712 May 10 20:35:36.747320 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-fa5c0bfc-0d7e-4716-ba19-352a3de2ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:36.748821 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-fa5c0bfc-0d7e-4716-ba19-352a3de2ff1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0482426 May 10 20:35:36.793866 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-3c0bc576-d1a7-401c-95d2-cdc90b4e956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:36.795244 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-3c0bc576-d1a7-401c-95d2-cdc90b4e956f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386710 May 10 20:35:36.883657 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-ec2e80bb-5f38-4e49-b97c-9186ff90fb8b service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802956 May 10 20:35:36.978808 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bb6beac8-781b-41cd-beec-a6218c5cab49 req-53739c7f-218c-459d-90a5-e1f272b4ff9e service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857220 May 10 20:35:37.423964 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b921d86-6d92-4b58-bd4b-bba5aa42e189 req-21ce2352-a3ea-4ec3-a1f0-75643b1a252d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:37.425430 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b921d86-6d92-4b58-bd4b-bba5aa42e189 req-21ce2352-a3ea-4ec3-a1f0-75643b1a252d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 943 time: 0.0462129 May 10 20:35:37.470635 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b921d86-6d92-4b58-bd4b-bba5aa42e189 req-aea0a975-8a52-47a5-8166-a0ea30dac87a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 May 10 20:35:37.973444 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-41a931d7-6c26-4bc7-9438-bab457b79856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:37.975005 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-41a931d7-6c26-4bc7-9438-bab457b79856 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 1127 time: 0.0394244 May 10 20:35:38.067073 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-ae89aa84-3d1b-42da-8f57-d9e6dbbbbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:38.068525 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-ae89aa84-3d1b-42da-8f57-d9e6dbbbbea8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 916 time: 0.0865335 May 10 20:35:38.111323 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-74b6e690-d286-479d-83b1-dc0ced5a1f13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 HTTP/1.1" status: 200 len: 217 time: 0.0344701 May 10 20:35:38.162322 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-0ab61e17-0356-42bb-a6d5-a5b38d2955fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:38.163770 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-0ab61e17-0356-42bb-a6d5-a5b38d2955fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0440872 May 10 20:35:38.209684 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-631cb13c-ce67-48e9-afd2-43bb859e3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:38.211152 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-631cb13c-ce67-48e9-afd2-43bb859e3e86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414913 May 10 20:35:38.297530 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-ec707e05-22ca-4fa7-af4f-d7b1b6a90847 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799701 May 10 20:35:38.396056 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-b860db8e-65a3-4c80-ab04-ae751a875928 req-808810f2-a6d8-44e8-96e7-4df6b0e5fbbf service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905144 May 10 20:35:38.582807 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72a3a-f274-495d-898b-8a029878580e req-a60e6d5f-54c6-4361-a2a3-9780e9d1458d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:38.584239 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-53f72a3a-f274-495d-898b-8a029878580e req-a60e6d5f-54c6-4361-a2a3-9780e9d1458d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 943 time: 0.0465796 May 10 20:35:38.628172 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-53f72a3a-f274-495d-898b-8a029878580e req-d275012f-a9dd-4ef5-9f38-ff51b7311e95 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384467 May 10 20:35:39.091210 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:35:39.191602 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:39.206020 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:35:39.243053 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:39.243437 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:39.255874 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:35:39.275015 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:39.278928 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:39.324754 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:39.509864 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['9e2b91ca-1948-41ee-bd5e-aaf850ff56e1'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:35:39.742497 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de86354-61a7-4a62-adf2-379a9cc3426e req-b737ec35-f56d-425d-b9cb-4adc1b5c551b tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:39.743964 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9de86354-61a7-4a62-adf2-379a9cc3426e req-b737ec35-f56d-425d-b9cb-4adc1b5c551b tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 944 time: 0.0500026 May 10 20:35:39.791692 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9de86354-61a7-4a62-adf2-379a9cc3426e req-a5bfb65f-e140-4a8e-a04a-e1dd3fb2961d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410910 May 10 20:35:40.013348 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-492df4ae-39fa-4bff-8171-0d69748c3db1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817153175&fields=id&tenant_id=61379b54bfc341878955a07870c5fda4 HTTP/1.1" status: 200 len: 267 time: 0.0438545 May 10 20:35:40.117673 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-3b2f3f8b-fb9f-4daa-9975-f32c09b956d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:40.119011 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-3b2f3f8b-fb9f-4daa-9975-f32c09b956d3 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 809 time: 0.0983572 May 10 20:35:40.133488 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-0c454c74-cf09-4942-9458-610c72606f86 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/quotas/61379b54bfc341878955a07870c5fda4 HTTP/1.1" status: 200 len: 375 time: 0.0088067 May 10 20:35:40.182330 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-cdb75ae8-c670-4cd9-adc0-273041f72278 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437686 May 10 20:35:40.278943 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-09627abc-ad0e-4604-bce0-70a35475a651 service neutron] 10.222.0.61 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845871 May 10 20:35:40.368823 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-dc18d788-a209-464a-b473-9367d746d396 service neutron] 10.222.0.61 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841644 May 10 20:35:40.645464 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-183b9b83-c097-4df7-96cb-3716fe5f289f req-5cf841c9-4a6e-4b39-a23d-2c0522c0e45b tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 210 time: 0.0287437 May 10 20:35:40.905485 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c3c43-0108-4663-90fb-62c381e973c2 req-482c256a-019e-40e8-b12b-5c9b347992e8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:40.907097 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa0c3c43-0108-4663-90fb-62c381e973c2 req-482c256a-019e-40e8-b12b-5c9b347992e8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 944 time: 0.0472777 May 10 20:35:40.957162 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aa0c3c43-0108-4663-90fb-62c381e973c2 req-79cf5c91-427c-449b-9a2e-1e23a995f324 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433295 May 10 20:35:41.118853 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:41.164144 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:35:41.170561 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:41.170925 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:41.258100 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:41.258489 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:41.281006 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f81a471-e87d-4336-aa77-0d7e92083006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:41.283549 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463b3c58-e5f4-4af4-bbcc-a27bba73190a" -d '{"events": [{"server_uuid": "9f81a471-e87d-4336-aa77-0d7e92083006", "name": "network-vif-plugged", "status": "completed", "tag": "9e2b91ca-1948-41ee-bd5e-aaf850ff56e1"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:41.295336 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:41.299302 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:41.322369 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d75eab1-8804-46f2-ae81-b8453fbe49a6 x-openstack-request-id: req-9d75eab1-8804-46f2-ae81-b8453fbe49a6 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:41.322659 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f81a471-e87d-4336-aa77-0d7e92083006", "name": "network-vif-plugged", "status": "completed", "tag": "9e2b91ca-1948-41ee-bd5e-aaf850ff56e1", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:41.322914 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d75eab1-8804-46f2-ae81-b8453fbe49a6 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:41.323308 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d75eab1-8804-46f2-ae81-b8453fbe49a6'] response: {'server_uuid': '9f81a471-e87d-4336-aa77-0d7e92083006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'code': 200} May 10 20:35:41.348181 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:41.612174 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac03ab3-962a-4ef0-b097-91f9b663a4dd req-d730c19a-08a2-42a3-8c46-726b281761dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:41.613697 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ac03ab3-962a-4ef0-b097-91f9b663a4dd req-d730c19a-08a2-42a3-8c46-726b281761dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 1129 time: 0.0555589 May 10 20:35:41.655778 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-d2b4ff76-27a0-4806-b269-d03e874489b6 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:41.657222 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-d2b4ff76-27a0-4806-b269-d03e874489b6 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.69 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 809 time: 0.1499043 May 10 20:35:41.693657 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-5ac03ab3-962a-4ef0-b097-91f9b663a4dd req-863b04a3-88dc-4dc3-81c3-6b9c92406ce1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680327 May 10 20:35:41.734868 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-6162c27b-0a9f-47cb-8306-d06e36fa48fd tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61379b54bfc341878955a07870c5fda4 HTTP/1.1" status: 200 len: 380 time: 0.0634878 May 10 20:35:41.752025 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-508ab45d-0631-4c63-ab76-9bb9d22fbac4 req-51d76954-9e35-4408-80e6-7aecb1225c01 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 210 time: 0.0344062 May 10 20:35:41.912239 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Request body: {'port': {'device_id': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'admin_state_up': True, 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'security_groups': ['943c9fd2-a2d0-4887-b019-aa1d84ec5b83']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:42.023878 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Made reservation on behalf of 61379b54bfc341878955a07870c5fda4 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:35:42.027601 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:42.092868 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbc1e1-a2e6-40d1-948c-dafbfc8dbb75 req-a36710d5-9f41-45e2-a866-a9e103e718a7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:42.094720 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-89fbc1e1-a2e6-40d1-948c-dafbfc8dbb75 req-a36710d5-9f41-45e2-a866-a9e103e718a7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 945 time: 0.0515761 May 10 20:35:42.144324 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-89fbc1e1-a2e6-40d1-948c-dafbfc8dbb75 req-409de04d-1630-46dd-8ee8-978956fff74d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 May 10 20:35:42.166129 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Allocated IP 172.20.0.9 (bf2a6b0c-a1e6-4cda-adf9-908bec5507fb/8f0691d6-cb7b-4514-97e8-ccb6a63f47c8/33a5e6ed-c63a-4e5f-a910-096813ddde2b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:42.304564 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:42.336802 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:42.377806 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:42.380923 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:42.386929 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:42.393707 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'Port': ['ID=33a5e6ed-c63a-4e5f-a910-096813ddde2b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:42.441329 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:42.441942 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:42.458463 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5a5cee5b-5c1f-4fde-96b1-cf2dbbc12aab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503020 May 10 20:35:42.470892 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Request body: {'port': {'device_id': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:42.534509 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:42.577730 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-180b0307-c259-4739-89e2-e60d2585ef46 None None] Provisioning complete for port 33a5e6ed-c63a-4e5f-a910-096813ddde2b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:42.578281 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-180b0307-c259-4739-89e2-e60d2585ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:42.615169 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-180b0307-c259-4739-89e2-e60d2585ef46 None None] Port 33a5e6ed-c63a-4e5f-a910-096813ddde2b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:35:42.802769 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a5e6ed-c63a-4e5f-a910-096813ddde2b {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:35:42.810791 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Publish callbacks [] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:42.823243 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Transition to ACTIVE for port object 33a5e6ed-c63a-4e5f-a910-096813ddde2b will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:35:42.827885 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:42.864241 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fdd70-be92-4410-83cd-c93e6d449fd4 req-b2750263-7506-4cc4-8160-4dc4a0c778e2 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:42.866037 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-257fdd70-be92-4410-83cd-c93e6d449fd4 req-b2750263-7506-4cc4-8160-4dc4a0c778e2 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0478315 May 10 20:35:42.896452 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Pushing event updated for resources: {'Port': ['ID=33a5e6ed-c63a-4e5f-a910-096813ddde2b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:42.922359 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-257fdd70-be92-4410-83cd-c93e6d449fd4 req-a37bdd49-d399-4759-b865-a60d574b277f tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483916 May 10 20:35:42.947188 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Attempting to bind port 33a5e6ed-c63a-4e5f-a910-096813ddde2b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:35:42.947519 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Attempting to bind port 33a5e6ed-c63a-4e5f-a910-096813ddde2b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:35:42.947847 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Attempting to bind port 33a5e6ed-c63a-4e5f-a910-096813ddde2b on network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:42.952965 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Port 33a5e6ed-c63a-4e5f-a910-096813ddde2b on network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:35:42.953393 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Attempting to bind port 33a5e6ed-c63a-4e5f-a910-096813ddde2b on network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:35:42.958279 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:35:42.958613 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Checking segment: {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:35:42.958993 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Bound using segment: {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:35:42.959407 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Bound port: 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f63bbd6-4d31-4fe0-b361-0678d788ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:35:42.959961 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:43.027641 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:35:43.030964 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:35:43.037688 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:43.070252 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:43.070912 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:43.072284 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] 10.222.0.69 "PUT /v2.0/ports/33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 1093 time: 0.6063287 May 10 20:35:43.074507 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:43.077445 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d569a19b-1cbc-41f3-afed-5a72a924692b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:43.111739 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e2791-fedc-4ecb-8c6d-e2996c675038 service neutron] Pushing event updated for resources: {'Port': ['ID=33a5e6ed-c63a-4e5f-a910-096813ddde2b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:43.125215 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0969f7-9253-4f7b-a4d4-e223ba70eedf x-openstack-request-id: req-fc0969f7-9253-4f7b-a4d4-e223ba70eedf {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:43.125506 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:43.125765 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc0969f7-9253-4f7b-a4d4-e223ba70eedf {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:43.126172 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0969f7-9253-4f7b-a4d4-e223ba70eedf'] response: {'name': 'network-changed', 'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'status': 'completed', 'code': 200} May 10 20:35:43.264878 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-a0357fe4-0a31-4af8-be7e-d1b9c0ef2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:43.267545 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-a0357fe4-0a31-4af8-be7e-d1b9c0ef2378 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1127 time: 0.0443051 May 10 20:35:43.274888 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9d735-7b2b-434f-bf9e-291a1bb6232b req-e407a8ca-a507-48ee-ad28-278557618253 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:43.276447 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c8b9d735-7b2b-434f-bf9e-291a1bb6232b req-e407a8ca-a507-48ee-ad28-278557618253 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 945 time: 0.0592871 May 10 20:35:43.315184 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-66b764b9-4d89-454c-8709-0952157c5e7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 217 time: 0.0395324 May 10 20:35:43.323817 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c8b9d735-7b2b-434f-bf9e-291a1bb6232b req-475b944d-0672-48f3-b79e-0a4895f708c9 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415888 May 10 20:35:43.366556 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-4e48fcc5-c707-4790-bb49-d653bc46ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:43.368067 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-4e48fcc5-c707-4790-bb49-d653bc46ff17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 200 len: 848 time: 0.0465288 May 10 20:35:43.411108 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-679aecbf-455a-426e-beac-1add00071411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:43.421248 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-679aecbf-455a-426e-beac-1add00071411 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470550 May 10 20:35:43.438076 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e54182-cd19-4293-b94e-8249b69616c7 req-1bc33f86-ba2a-442b-99c4-b208f9af14df tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:43.439596 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c7e54182-cd19-4293-b94e-8249b69616c7 req-1bc33f86-ba2a-442b-99c4-b208f9af14df tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 945 time: 0.0491250 May 10 20:35:43.448101 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40698) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:43.452435 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-bd72ef71-ff5b-42e7-bad5-9047f1d660a8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'floatingip': {'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:43.493459 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd72ef71-ff5b-42e7-bad5-9047f1d660a8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (40a1f8a0-b35c-4212-a41c-e626aed3d1ef), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:43.513126 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-d6085a31-3438-4616-9318-a511389a9cb0 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850952 May 10 20:35:43.601417 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3be3c1db-63bb-4eec-abc9-ad408dfcf12d req-7dfe9e6b-e6fc-4a40-ba85-16dc841c176b service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820885 May 10 20:35:43.860844 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-ff3e6644-44c5-4a14-89bd-62cea6c8e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:43.862294 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-ff3e6644-44c5-4a14-89bd-62cea6c8e1bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1127 time: 0.0439553 May 10 20:35:43.933231 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd72ef71-ff5b-42e7-bad5-9047f1d660a8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:43.937670 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd72ef71-ff5b-42e7-bad5-9047f1d660a8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (40a1f8a0-b35c-4212-a41c-e626aed3d1ef), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:43.954225 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-07114b49-6065-4e05-b2c0-ca081586871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:43.955838 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-07114b49-6065-4e05-b2c0-ca081586871d service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 910 time: 0.0854850 May 10 20:35:44.003503 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-06366f5e-bfb0-476b-b448-1f825d8889d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 217 time: 0.0406172 May 10 20:35:44.055474 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-88150cab-949e-4631-abcd-5bcf6fef5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:44.057011 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-88150cab-949e-4631-abcd-5bcf6fef5690 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 200 len: 848 time: 0.0477476 May 10 20:35:44.102989 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-a7acb6a0-b951-48ce-80e8-954308dbfb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:44.104542 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-a7acb6a0-b951-48ce-80e8-954308dbfb5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411446 May 10 20:35:44.206518 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-a469bc67-75b9-4bbf-adf8-3f0bb11c7a1b service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952795 May 10 20:35:44.307245 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d569a19b-1cbc-41f3-afed-5a72a924692b req-de2f1554-a9df-464c-bdf4-e8737a03ca34 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940900 May 10 20:35:44.360629 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaf2ac-fea7-4ab6-a9e8-e773ab63b066 req-ed6376d8-e6c4-429a-85d2-9cd8dae6a4ec tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:44.362111 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-baaaf2ac-fea7-4ab6-a9e8-e773ab63b066 req-ed6376d8-e6c4-429a-85d2-9cd8dae6a4ec tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.3689513 May 10 20:35:44.371928 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-bd72ef71-ff5b-42e7-bad5-9047f1d660a8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Floating IP 40a1f8a0-b35c-4212-a41c-e626aed3d1ef associated. External IP: 172.27.0.32, port: 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1. May 10 20:35:44.460349 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-baaaf2ac-fea7-4ab6-a9e8-e773ab63b066 req-6f364237-ec23-45e3-b263-738bd70a4a5c tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903490 May 10 20:35:44.618570 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd72ef71-ff5b-42e7-bad5-9047f1d660a8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:35:44.728070 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd72ef71-ff5b-42e7-bad5-9047f1d660a8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:44.732994 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bd72ef71-ff5b-42e7-bad5-9047f1d660a8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:44.739191 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:44.749260 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:44.749861 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:35:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:44.762035 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bd72ef71-ff5b-42e7-bad5-9047f1d660a8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "PUT /v2.0/floatingips/40a1f8a0-b35c-4212-a41c-e626aed3d1ef HTTP/1.1" status: 200 len: 990 time: 1.3129201 May 10 20:35:44.762730 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f81a471-e87d-4336-aa77-0d7e92083006', 'tag': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:44.765124 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e9a860-8741-406e-83ba-ed503668a202" -d '{"events": [{"name": "network-changed", "server_uuid": "9f81a471-e87d-4336-aa77-0d7e92083006", "tag": "9e2b91ca-1948-41ee-bd5e-aaf850ff56e1"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:44.799980 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd4865-ede7-45ec-857b-8b4398d4ed68 x-openstack-request-id: req-0cdd4865-ede7-45ec-857b-8b4398d4ed68 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:44.800275 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f81a471-e87d-4336-aa77-0d7e92083006", "tag": "9e2b91ca-1948-41ee-bd5e-aaf850ff56e1", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:44.800531 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0cdd4865-ede7-45ec-857b-8b4398d4ed68 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:44.800937 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdd4865-ede7-45ec-857b-8b4398d4ed68'] response: {'name': 'network-changed', 'server_uuid': '9f81a471-e87d-4336-aa77-0d7e92083006', 'tag': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'status': 'completed', 'code': 200} May 10 20:35:44.858145 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:44.871890 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a860-8741-406e-83ba-ed503668a202 req-14c6c9f6-c084-4c58-b341-4479f70a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:44.874065 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55e9a860-8741-406e-83ba-ed503668a202 req-14c6c9f6-c084-4c58-b341-4479f70a9450 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 1129 time: 0.0404449 May 10 20:35:44.965805 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a860-8741-406e-83ba-ed503668a202 req-37fb4c60-fa9e-468f-a8c2-8443afc6371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:44.971671 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55e9a860-8741-406e-83ba-ed503668a202 req-37fb4c60-fa9e-468f-a8c2-8443afc6371a service neutron] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 916 time: 0.0861652 May 10 20:35:45.034833 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55e9a860-8741-406e-83ba-ed503668a202 req-85bb460d-1bee-4fe3-a355-15ca577dab5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 HTTP/1.1" status: 200 len: 998 time: 0.0595837 May 10 20:35:45.067732 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '40a1f8a0-b35c-4212-a41c-e626aed3d1ef', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:32Z', 'updated_at': '2022-05-10T20:35:43Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:45.083138 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a860-8741-406e-83ba-ed503668a202 req-20aad97f-aa42-4270-8fe5-007a5d5155e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:45.084726 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55e9a860-8741-406e-83ba-ed503668a202 req-20aad97f-aa42-4270-8fe5-007a5d5155e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0427647 May 10 20:35:45.097623 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:45.105889 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:45.106493 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:35:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:45.130784 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a860-8741-406e-83ba-ed503668a202 req-58a2c845-3d45-4be7-bbb2-ffe7eeee9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:45.132261 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55e9a860-8741-406e-83ba-ed503668a202 req-58a2c845-3d45-4be7-bbb2-ffe7eeee9903 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418234 May 10 20:35:45.213133 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:45.219806 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55e9a860-8741-406e-83ba-ed503668a202 req-9b2c50ec-21a2-4244-8400-5d7e8e66816c service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810595 May 10 20:35:45.312778 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-55e9a860-8741-406e-83ba-ed503668a202 req-2913edf2-7d7a-4c6f-854c-ef8cd4f34757 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863485 May 10 20:35:45.425437 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '40a1f8a0-b35c-4212-a41c-e626aed3d1ef', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:32Z', 'updated_at': '2022-05-10T20:35:43Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:45.453376 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4274d7e-3a46-445c-b363-d203ede9407f None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '40a1f8a0-b35c-4212-a41c-e626aed3d1ef', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:32Z', 'updated_at': '2022-05-10T20:35:43Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:45.573891 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ebe28-7303-4cde-a742-204186805828 req-745954d2-b7d4-4164-a2c7-7efa6ef395b0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:45.575502 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b7ebe28-7303-4cde-a742-204186805828 req-745954d2-b7d4-4164-a2c7-7efa6ef395b0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0482202 May 10 20:35:45.626562 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5b7ebe28-7303-4cde-a742-204186805828 req-2bd105e8-8960-4d7b-954f-47f298d66da5 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 May 10 20:35:45.648457 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d17382-df18-4769-ab58-aafb00844e7f None None] New status for floating IP 40a1f8a0-b35c-4212-a41c-e626aed3d1ef: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:35:46.741306 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9407-4fbe-423d-846c-c30d627181b9 req-50c93392-e68c-4859-b9e7-7f7a00c7d2aa tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:46.742739 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e06f9407-4fbe-423d-846c-c30d627181b9 req-50c93392-e68c-4859-b9e7-7f7a00c7d2aa tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0464563 May 10 20:35:46.792563 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e06f9407-4fbe-423d-846c-c30d627181b9 req-f2f80e9d-2aeb-45f8-ad4e-4571b7063ca8 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443316 May 10 20:35:47.902176 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31efab-d781-4af1-936b-e515fa85e6db req-630d932f-04a9-4abf-bdb8-d7dc98a62a19 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:47.903663 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc31efab-d781-4af1-936b-e515fa85e6db req-630d932f-04a9-4abf-bdb8-d7dc98a62a19 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0457447 May 10 20:35:47.950948 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cc31efab-d781-4af1-936b-e515fa85e6db req-803d093b-c00f-4bb2-9b7e-4055bb798659 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 May 10 20:35:49.061817 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3faec-9730-45ac-b5b0-0eb8b9ae20c9 req-42497011-497c-4560-9845-029e0bd9cd9d tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:49.063304 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8fc3faec-9730-45ac-b5b0-0eb8b9ae20c9 req-42497011-497c-4560-9845-029e0bd9cd9d tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0466988 May 10 20:35:49.111099 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8fc3faec-9730-45ac-b5b0-0eb8b9ae20c9 req-ea35b6bc-f83b-4fd8-8915-60604251798b tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 May 10 20:35:50.224013 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f23a7-1e6b-4125-8644-60089b6dc7ea req-a480a479-b457-4ef4-8aac-4c4e0e908849 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:50.225538 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-944f23a7-1e6b-4125-8644-60089b6dc7ea req-a480a479-b457-4ef4-8aac-4c4e0e908849 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0500643 May 10 20:35:50.272936 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-944f23a7-1e6b-4125-8644-60089b6dc7ea req-29d75835-ea96-47c0-9e1c-e2cf7d23db53 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 May 10 20:35:51.133578 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 33a5e6ed-c63a-4e5f-a910-096813ddde2b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:35:51.229799 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:51.241611 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'port_id': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'mac_address': 'fa:16:3e:1f:22:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:35:51.276567 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 33a5e6ed-c63a-4e5f-a910-096813ddde2b is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:51.276948 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:51.289985 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a5e6ed-c63a-4e5f-a910-096813ddde2b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:35:51.309920 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:51.314014 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:51.364444 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=33a5e6ed-c63a-4e5f-a910-096813ddde2b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:51.386365 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464245cd-1c71-4786-86f6-eb5b556e89b4 req-378136d4-0bd5-4acc-96f0-02053f061f2d tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:51.389074 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-464245cd-1c71-4786-86f6-eb5b556e89b4 req-378136d4-0bd5-4acc-96f0-02053f061f2d tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 944 time: 0.0503337 May 10 20:35:51.437757 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-464245cd-1c71-4786-86f6-eb5b556e89b4 req-5c932946-cbf2-45e1-ae3f-0b977ae452ab tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 May 10 20:35:51.532629 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['33a5e6ed-c63a-4e5f-a910-096813ddde2b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:35:51.679817 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:52.547552 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf511595-4f98-4ff3-b862-35c16ddbb7da req-dd33a25a-52f7-4c3d-91c5-638282047b1b tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:52.549004 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf511595-4f98-4ff3-b862-35c16ddbb7da req-dd33a25a-52f7-4c3d-91c5-638282047b1b tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 944 time: 0.0459447 May 10 20:35:52.599491 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf511595-4f98-4ff3-b862-35c16ddbb7da req-d90882db-6b66-4a98-8470-7dccc3096086 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446262 May 10 20:35:53.133426 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 33a5e6ed-c63a-4e5f-a910-096813ddde2b up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:35:53.177427 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 33a5e6ed-c63a-4e5f-a910-096813ddde2b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:35:53.182971 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 33a5e6ed-c63a-4e5f-a910-096813ddde2b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:35:53.183353 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:53.259977 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 33a5e6ed-c63a-4e5f-a910-096813ddde2b is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:35:53.260372 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:53.282863 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:53.285061 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2bc9c9-db07-4413-8ae0-459329274861" -d '{"events": [{"server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "name": "network-vif-plugged", "status": "completed", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:53.297449 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:35:53.302626 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:53.330867 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb474db-834e-4deb-ac27-d540bd4782d4 x-openstack-request-id: req-ccb474db-834e-4deb-ac27-d540bd4782d4 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:53.331156 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "name": "network-vif-plugged", "status": "completed", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:53.331407 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ccb474db-834e-4deb-ac27-d540bd4782d4 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:53.331809 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb474db-834e-4deb-ac27-d540bd4782d4'] response: {'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'code': 200} May 10 20:35:53.358821 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=33a5e6ed-c63a-4e5f-a910-096813ddde2b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:53.539484 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8022255-6aec-46ab-98c4-33927cdaaa1c req-f099a9b5-3a8d-4aa6-aba5-bb2227191971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:53.540888 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a8022255-6aec-46ab-98c4-33927cdaaa1c req-f099a9b5-3a8d-4aa6-aba5-bb2227191971 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1129 time: 0.0424006 May 10 20:35:53.588118 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a8022255-6aec-46ab-98c4-33927cdaaa1c req-1a6aef52-da4d-4cd1-b60f-20047425d9dd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 May 10 20:35:53.711698 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ccf1a-ad47-43ca-b254-eded4c65f4a8 req-7edf2e45-604e-49c4-ace0-c506e899802e tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:53.713177 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-332ccf1a-ad47-43ca-b254-eded4c65f4a8 req-7edf2e45-604e-49c4-ace0-c506e899802e tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0458283 May 10 20:35:53.765885 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-332ccf1a-ad47-43ca-b254-eded4c65f4a8 req-9ff48c62-8727-4531-8034-796b4c9e715f tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471420 May 10 20:35:54.449263 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0c15-c47d-42ee-bbc2-aedf956199a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:54.880637 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2207a-6208-494e-a555-55d4bfa723bb req-ab75f62a-d8b4-416f-9b9f-399f405d8365 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:54.882113 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7be2207a-6208-494e-a555-55d4bfa723bb req-ab75f62a-d8b4-416f-9b9f-399f405d8365 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0467708 May 10 20:35:54.930986 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7be2207a-6208-494e-a555-55d4bfa723bb req-d35c9082-6e3d-43d5-acba-23afa7837e95 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 May 10 20:35:56.041890 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b7ff3-7c6f-4221-aaf1-5dff68108242 req-8e760c62-6fd7-40f5-8e75-112174096644 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:56.043407 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bd2b7ff3-7c6f-4221-aaf1-5dff68108242 req-8e760c62-6fd7-40f5-8e75-112174096644 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0486567 May 10 20:35:56.090735 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bd2b7ff3-7c6f-4221-aaf1-5dff68108242 req-af1b0c1d-6950-4d66-877c-bf91118b10fc tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413330 May 10 20:35:56.200790 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f7c0d-8e25-43c6-980f-43823dc4b385 req-66e1133b-5f84-4d3d-baac-731a1bc345b1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:56.202333 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ba1f7c0d-8e25-43c6-980f-43823dc4b385 req-66e1133b-5f84-4d3d-baac-731a1bc345b1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0468800 May 10 20:35:56.251162 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ba1f7c0d-8e25-43c6-980f-43823dc4b385 req-52cf2ead-df8b-4a6e-ad3a-43da92da6387 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 May 10 20:35:56.272220 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40736) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:56.407410 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f557f2-af0a-4340-9542-2d6b56c4b34a tempest-TestShelveInstance-52052857 tempest-TestShelveInstance-52052857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:56.408943 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a7f557f2-af0a-4340-9542-2d6b56c4b34a tempest-TestShelveInstance-52052857 tempest-TestShelveInstance-52052857-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1124 time: 0.1357594 May 10 20:35:56.411928 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40740) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:35:56.416039 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'port_id': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:35:56.434958 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:56.520603 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:56.626998 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Allocated IP 172.27.0.47 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/c716e7f9-ebbd-4cd2-9a88-21172737c300) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:35:56.676693 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ec8856bd-b451-4b79-a673-5abc55cad552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:56.728196 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for port (c716e7f9-ebbd-4cd2-9a88-21172737c300), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:56.759209 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (c716e7f9-ebbd-4cd2-9a88-21172737c300), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:56.795549 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:35:56.798304 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:35:56.801797 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:35:56.831928 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'Port': ['ID=c716e7f9-ebbd-4cd2-9a88-21172737c300,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:57.166331 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for floatingip (f90cb062-4181-4110-99d5-8b43c6d75619), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:57.236441 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (c716e7f9-ebbd-4cd2-9a88-21172737c300), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:57.378795 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for port (c716e7f9-ebbd-4cd2-9a88-21172737c300), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:57.383256 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (c716e7f9-ebbd-4cd2-9a88-21172737c300), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:57.455380 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event updated for resources: {'Port': ['ID=c716e7f9-ebbd-4cd2-9a88-21172737c300,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:35:57.463524 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (f90cb062-4181-4110-99d5-8b43c6d75619), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:57.564181 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Floating IP f90cb062-4181-4110-99d5-8b43c6d75619 associated. External IP: 172.27.0.47, port: 33a5e6ed-c63a-4e5f-a910-096813ddde2b. May 10 20:35:57.783481 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:35:57.891285 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:35:57.908343 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] Sync routers for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:35:57.912308 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:57.918259 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:57.918930 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:35:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:57.941345 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b390e792-b6ac-41c9-8cbe-5e453f832080 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5284126 May 10 20:35:57.942005 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:35:57.944280 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42" -d '{"events": [{"name": "network-changed", "server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:35:57.981604 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd501866-873d-4ef5-a3e8-29d52e55f62f x-openstack-request-id: req-fd501866-873d-4ef5-a3e8-29d52e55f62f {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:35:57.981902 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:35:57.982161 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd501866-873d-4ef5-a3e8-29d52e55f62f {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:35:57.982571 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd501866-873d-4ef5-a3e8-29d52e55f62f'] response: {'name': 'network-changed', 'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'status': 'completed', 'code': 200} May 10 20:35:58.030733 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:58.041285 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-7ef43bfb-0b17-41de-8c8c-c6bfed1da46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:58.042780 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-7ef43bfb-0b17-41de-8c8c-c6bfed1da46b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1129 time: 0.0391834 May 10 20:35:58.078500 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:35:58.153007 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-3600473d-1455-43d5-8d53-401b6a72d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:58.154419 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-3600473d-1455-43d5-8d53-401b6a72d68f service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 910 time: 0.1040599 May 10 20:35:58.218939 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-741da8f2-721d-4f15-a30c-285faf8d1e21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 998 time: 0.0576923 May 10 20:35:58.242641 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'f90cb062-4181-4110-99d5-8b43c6d75619', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'port_id': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'mac_address': 'fa:16:3e:1f:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:57Z', 'updated_at': '2022-05-10T20:35:57Z', 'revision_number': 0, 'project_id': '61379b54bfc341878955a07870c5fda4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:22Z', 'revision_number': 5, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:58.270316 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-e689a77a-d272-4f27-85fa-dd27b2529150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:58.271771 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-e689a77a-d272-4f27-85fa-dd27b2529150 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 200 len: 848 time: 0.0466981 May 10 20:35:58.272767 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] Checking router: 5c596e29-a779-4ef2-b5e9-a0de09f57d6f for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:35:58.281010 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:35:58.281619 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:35:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:58.314145 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-46686ceb-43ad-40c8-89d3-2788141dfead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:35:58.315629 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-46686ceb-43ad-40c8-89d3-2788141dfead service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380774 May 10 20:35:58.403227 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-682cf66e-f3c6-46fd-9c2e-0f526c2a44ef service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812504 May 10 20:35:58.485282 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:35:58.503163 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d63eb105-b026-4fcd-bbd8-0e7fcfa1eb42 req-751ae534-8a51-4500-a26a-bc895f4755d8 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937526 May 10 20:35:58.693817 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'f90cb062-4181-4110-99d5-8b43c6d75619', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'port_id': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'mac_address': 'fa:16:3e:1f:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:57Z', 'updated_at': '2022-05-10T20:35:57Z', 'revision_number': 0, 'project_id': '61379b54bfc341878955a07870c5fda4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:22Z', 'revision_number': 5, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:35:58.723093 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46441f-81b0-45a0-9ad1-1e5532ffeb95 None None] The sync data for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi is: [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'f90cb062-4181-4110-99d5-8b43c6d75619', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'port_id': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'mac_address': 'fa:16:3e:1f:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:57Z', 'updated_at': '2022-05-10T20:35:57Z', 'revision_number': 0, 'project_id': '61379b54bfc341878955a07870c5fda4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:22Z', 'revision_number': 5, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:35:58.914961 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e771ef4-bac4-4002-b743-099150dff6c0 None None] New status for floating IP f90cb062-4181-4110-99d5-8b43c6d75619: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:35:59.058023 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:35:59.118429 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:00.610200 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:21.667376 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:24.449964 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d027769a-6330-4c70-8ea3-610569185622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:25.647638 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-f1b40266-da6c-455a-bde4-ca08ac61ac70 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376740 May 10 20:36:26.576085 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-952e0a1a-8e31-4f30-bc8c-7903354394e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:26.577635 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-952e0a1a-8e31-4f30-bc8c-7903354394e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 1130 time: 0.0383685 May 10 20:36:26.677975 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-c15e95e8-967d-4af3-a8c2-74004cbd8db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:27.432694 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-788de1c9-624d-4a70-a76b-2d7fae6489b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:27.434898 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-788de1c9-624d-4a70-a76b-2d7fae6489b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 913 time: 0.0892389 May 10 20:36:28.079776 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:28.460076 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-24d7eda4-435d-4be1-a835-f3caacbfc654 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce64c984-b78b-4730-942e-62fd2c030058 HTTP/1.1" status: 200 len: 1002 time: 0.0574501 May 10 20:36:28.740465 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-db1c1e38-b4f0-4dbd-a925-971f39f39f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:28.741864 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-db1c1e38-b4f0-4dbd-a925-971f39f39f47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0480604 May 10 20:36:28.786402 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-8d4b6092-5c05-4840-bb8b-0aad2890c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:28.787911 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-8d4b6092-5c05-4840-bb8b-0aad2890c3c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381219 May 10 20:36:29.121011 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-0e678671-6f1d-4fe6-a7fc-8ed2474dc985 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863326 May 10 20:36:29.123960 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:29.217227 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-98c00474-9c58-4b6e-a330-c9ce70ae87a3 req-4a38a326-93dc-450e-bcf1-1b77e9547819 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887616 May 10 20:36:29.773725 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40818) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:36:29.779301 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-8c3d6419-99d9-4eba-b82e-2417f2357c21 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655057334', 'description': 'tempest-description--1867737364'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:29.799276 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6419-99d9-4eba-b82e-2417f2357c21 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:29.874116 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6419-99d9-4eba-b82e-2417f2357c21 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (caa5bd61-e15c-41ac-a191-46b3ceac986c), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:29.878851 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6419-99d9-4eba-b82e-2417f2357c21 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (caa5bd61-e15c-41ac-a191-46b3ceac986c), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:29.910616 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6419-99d9-4eba-b82e-2417f2357c21 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:29.911873 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8c3d6419-99d9-4eba-b82e-2417f2357c21 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1371500 May 10 20:36:29.914914 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40824) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:36:29.915800 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d6419-99d9-4eba-b82e-2417f2357c21 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5bd61-e15c-41ac-a191-46b3ceac986c,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:29.921249 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group_rule': {'security_group_id': 'caa5bd61-e15c-41ac-a191-46b3ceac986c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:29.947875 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (a4ca1cf9-d73f-4d1c-b546-3dab84a1e6b4), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.004898 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (a4ca1cf9-d73f-4d1c-b546-3dab84a1e6b4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.008061 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (a4ca1cf9-d73f-4d1c-b546-3dab84a1e6b4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.025942 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ca1cf9-d73f-4d1c-b546-3dab84a1e6b4,revision_number=0']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:30.035221 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.036331 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197982 May 10 20:36:30.037618 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.037963 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.038301 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.038635 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.039063 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.039200 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40826) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:36:30.039405 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.039732 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.040057 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.040379 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.040701 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.041044 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.041366 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.041683 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.041998 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.042315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58368c0f-7992-4c4c-88a8-aabdd828e010 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:30.043828 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-06b8c5ce-aa45-42a7-a0ba-69b42be96fc0 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group_rule': {'security_group_id': 'caa5bd61-e15c-41ac-a191-46b3ceac986c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:30.070353 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06b8c5ce-aa45-42a7-a0ba-69b42be96fc0 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (c7f28266-f94b-42f3-a9e6-8ff620b8eae9), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.123790 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06b8c5ce-aa45-42a7-a0ba-69b42be96fc0 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (c7f28266-f94b-42f3-a9e6-8ff620b8eae9), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.127175 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06b8c5ce-aa45-42a7-a0ba-69b42be96fc0 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (c7f28266-f94b-42f3-a9e6-8ff620b8eae9), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.144017 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8c5ce-aa45-42a7-a0ba-69b42be96fc0 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f28266-f94b-42f3-a9e6-8ff620b8eae9,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:30.151381 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-06b8c5ce-aa45-42a7-a0ba-69b42be96fc0 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.152573 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-06b8c5ce-aa45-42a7-a0ba-69b42be96fc0 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123300 May 10 20:36:30.155506 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 40828) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:36:30.159621 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:30.178587 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.257424 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.361215 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Allocated IP 172.27.0.48 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/3996f053-4963-4ac7-94f1-ed92c479e3d8) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:36:30.458581 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (3996f053-4963-4ac7-94f1-ed92c479e3d8), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.489895 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (3996f053-4963-4ac7-94f1-ed92c479e3d8), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.526448 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:36:30.529281 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:36:30.534600 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:36:30.559850 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=3996f053-4963-4ac7-94f1-ed92c479e3d8,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:30.612938 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.626842 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (2c0f7b3f-baec-4add-9822-95b855c800a3), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.661433 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (3996f053-4963-4ac7-94f1-ed92c479e3d8), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.808100 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (3996f053-4963-4ac7-94f1-ed92c479e3d8), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.812402 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (3996f053-4963-4ac7-94f1-ed92c479e3d8), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.875714 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=3996f053-4963-4ac7-94f1-ed92c479e3d8,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:30.886913 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (2c0f7b3f-baec-4add-9822-95b855c800a3), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.901975 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:30.903703 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b1d2c493-736d-41c6-9277-0f98afb69013 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7472718 May 10 20:36:31.052437 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-a0f7e78a-e5f5-4ea1-b564-47ca3dd04614 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1655057334&fields=id&tenant_id=24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 267 time: 0.0416770 May 10 20:36:31.156586 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-ebee46fb-5ef8-4076-a944-40e4ad0bd2c7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:31.158095 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-ebee46fb-5ef8-4076-a944-40e4ad0bd2c7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 815 time: 0.0994501 May 10 20:36:31.172619 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-46b3d5cf-5769-4aa4-8323-708e7a16a101 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/quotas/24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 375 time: 0.0087299 May 10 20:36:31.222142 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-09ad8c8f-b275-471a-a4b3-956d4624efea tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449409 May 10 20:36:31.317666 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-8b238baf-d6b8-4967-be8a-96d28baacb08 service neutron] 10.222.0.61 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845468 May 10 20:36:31.405026 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-7d08dd69-7891-43ec-9860-4e59372c4ef2 service neutron] 10.222.0.61 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817659 May 10 20:36:31.560433 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f101fd29-3bbc-4370-b3c3-1f64238520cc req-38337e82-fa42-498b-b02c-5a70f34d3675 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 210 time: 0.0283647 May 10 20:36:32.585772 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-872f9e98-ea07-4226-9ea1-2a196e92a6c1 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:32.587270 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-872f9e98-ea07-4226-9ea1-2a196e92a6c1 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 815 time: 0.1035903 May 10 20:36:32.660252 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-d474a586-13ad-484a-a699-7be590070880 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 472 time: 0.0642498 May 10 20:36:32.663034 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-34304131-2151-4f0d-9acf-6840e33f9bd1 req-1b58de17-0eb3-4305-a3ab-4b6e201f86a3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 210 time: 0.0332596 May 10 20:36:32.678454 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'port': {'device_id': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'admin_state_up': True, 'tenant_id': '24459511ae744b509a55faad8cd07970', 'security_groups': ['caa5bd61-e15c-41ac-a191-46b3ceac986c']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:33.032656 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Made reservation on behalf of 24459511ae744b509a55faad8cd07970 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:36:33.035984 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:33.160326 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Allocated IP 172.20.0.10 (e86bfbdf-9b8b-4914-a508-1afa24268f93/b26bade4-36c9-4948-9cfa-82499aa1f40d/f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:36:33.269071 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-45d34b92-fdb9-4a97-a686-9171d119418c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677145085&fields=id&tenant_id=890bf13c89b748b3a8f9ba4106c582b3 HTTP/1.1" status: 200 len: 267 time: 0.0436561 May 10 20:36:33.302136 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:33.337170 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:33.378851 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:36:33.379107 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-9ed81487-2901-463a-b4ed-cd10b245192b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:33.380521 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-9ed81487-2901-463a-b4ed-cd10b245192b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 812 time: 0.1048338 May 10 20:36:33.382053 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:36:33.388544 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:36:33.394983 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:33.404163 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-f77dfecd-5023-4044-86ce-4e60c8e68f3c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/quotas/890bf13c89b748b3a8f9ba4106c582b3 HTTP/1.1" status: 200 len: 375 time: 0.0170279 May 10 20:36:33.446021 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:33.447058 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:33.465940 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-fc8b2af0-90cf-42c3-b0a1-4a9376513f0b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609267 May 10 20:36:33.486484 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-147798d4-5e4a-4538-846a-ce6fecf44ce5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8151212 May 10 20:36:33.499064 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Request body: {'port': {'device_id': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:33.578485 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:33.595137 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-a18a43da-507b-45ad-b094-cd83b5b0a6b6 service neutron] 10.222.0.61 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066310 May 10 20:36:33.673224 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-d1fc9a66-ce66-4061-bbfa-5a6db0b30306 None None] Provisioning complete for port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:36:33.674319 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d1fc9a66-ce66-4061-bbfa-5a6db0b30306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:33.714773 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc9a66-ce66-4061-bbfa-5a6db0b30306 None None] Port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:36:33.879132 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:36:33.886967 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Publish callbacks [] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:33.903142 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Transition to ACTIVE for port object f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:36:33.906970 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:33.966289 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Pushing event updated for resources: {'Port': ['ID=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:34.015243 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445c12c-94bd-4461-b8f2-33fc85e35566 req-23fcf498-8866-4a7d-a550-a2f5d58c2db8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:34.017101 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1445c12c-94bd-4461-b8f2-33fc85e35566 req-23fcf498-8866-4a7d-a550-a2f5d58c2db8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 944 time: 0.0669751 May 10 20:36:34.042664 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Attempting to bind port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:36:34.043602 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Attempting to bind port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:36:34.044005 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Attempting to bind port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:36:34.045184 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-28668973-06af-4468-a366-6b5a95b8c393 service neutron] 10.222.0.61 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440715 May 10 20:36:34.048819 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f on network e86bfbdf-9b8b-4914-a508-1afa24268f93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:36:34.049202 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Attempting to bind port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:36:34.054376 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:36:34.054716 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Checking segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:36:34.055099 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Bound using segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:36:34.055527 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Bound port: f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:36:34.055887 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:34.079652 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1445c12c-94bd-4461-b8f2-33fc85e35566 req-81f8bf9c-e75b-4355-88c1-7c1c48322ae6 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533350 May 10 20:36:34.127220 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] For port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:36:34.134717 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] For port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:36:34.143278 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:34.179588 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:34.180193 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:34.182042 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] 10.222.0.69 "PUT /v2.0/ports/f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f HTTP/1.1" status: 200 len: 1094 time: 0.6880100 May 10 20:36:34.184391 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'tag': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:36:34.187766 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72722243-930b-4bdf-817c-b3cc33761d42" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f111b0-4604-45b5-a76d-3fa27630e35f", "tag": "f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:36:34.241619 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cad023-9064-4c27-98ff-ba9454147bbd service neutron] Pushing event updated for resources: {'Port': ['ID=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:34.271637 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a202636-a52f-4b25-94bb-49e853486a54 x-openstack-request-id: req-0a202636-a52f-4b25-94bb-49e853486a54 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:36:34.271928 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f111b0-4604-45b5-a76d-3fa27630e35f", "tag": "f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:36:34.272188 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a202636-a52f-4b25-94bb-49e853486a54 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:36:34.272587 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a202636-a52f-4b25-94bb-49e853486a54'] response: {'name': 'network-changed', 'server_uuid': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'tag': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f', 'status': 'completed', 'code': 200} May 10 20:36:34.286532 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-f0f17624-de6d-4fb5-95b4-ec0b00b34939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:34.298725 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-f0f17624-de6d-4fb5-95b4-ec0b00b34939 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 1128 time: 0.0720832 May 10 20:36:34.346791 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-4828f72a-94ee-4fda-bcf7-749dc55f85e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f HTTP/1.1" status: 200 len: 217 time: 0.0395923 May 10 20:36:34.411153 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-bca2e031-efdb-467f-a6ca-a8390a07c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:34.412687 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-bca2e031-efdb-467f-a6ca-a8390a07c05d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0609870 May 10 20:36:34.418097 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-89624bf7-489c-447a-b9f3-3b0827489daa req-275b9061-48af-4af8-ab6f-ee96a6cbf2ce tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 210 time: 0.0358646 May 10 20:36:34.458925 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c05992f6-fffc-496b-a963-5618edee0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:34.460656 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-c05992f6-fffc-496b-a963-5618edee0b99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420270 May 10 20:36:34.548986 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-35436e58-cb6f-4543-ae9f-f3d5e0513cb2 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825047 May 10 20:36:34.643325 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c5c30fc3-8b74-433f-ba6f-ea66704617e9 req-22542771-8641-43dc-b9e3-56c82a79cd32 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886476 May 10 20:36:35.195399 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee90a17-63cc-4d00-b50a-66f8dce9edc5 req-046fbabc-5b0b-47a9-b21c-ecdabba0872d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:35.197758 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aee90a17-63cc-4d00-b50a-66f8dce9edc5 req-046fbabc-5b0b-47a9-b21c-ecdabba0872d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 944 time: 0.0498757 May 10 20:36:35.243026 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-aee90a17-63cc-4d00-b50a-66f8dce9edc5 req-eca8002a-bc32-45cf-9999-b3a90ede3c6f tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396397 May 10 20:36:35.513713 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d9bf555-869e-4667-a8fc-db32a87d3826 req-87014ea1-3dd4-4e43-96a0-71a1ebae91a3 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 210 time: 0.0289881 May 10 20:36:35.534934 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722243-930b-4bdf-817c-b3cc33761d42 req-f4aeff4f-398b-4c1f-bfac-8e25b6b2993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:35.536536 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72722243-930b-4bdf-817c-b3cc33761d42 req-f4aeff4f-398b-4c1f-bfac-8e25b6b2993d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 1128 time: 0.0441985 May 10 20:36:35.631713 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722243-930b-4bdf-817c-b3cc33761d42 req-44f5c22c-4493-49a1-8b13-67271c35fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:35.633212 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72722243-930b-4bdf-817c-b3cc33761d42 req-44f5c22c-4493-49a1-8b13-67271c35fafa service neutron] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 916 time: 0.0892334 May 10 20:36:35.676488 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72722243-930b-4bdf-817c-b3cc33761d42 req-24680e8a-8ecc-412f-bc2f-884ea07f8708 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f HTTP/1.1" status: 200 len: 217 time: 0.0361640 May 10 20:36:35.728314 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722243-930b-4bdf-817c-b3cc33761d42 req-417919e0-4b6a-4834-adf6-89f81951f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:35.729836 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72722243-930b-4bdf-817c-b3cc33761d42 req-417919e0-4b6a-4834-adf6-89f81951f0e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0448143 May 10 20:36:35.986915 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722243-930b-4bdf-817c-b3cc33761d42 req-5173daa0-4a25-40c4-92ce-7adfe932f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:35.988424 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72722243-930b-4bdf-817c-b3cc33761d42 req-5173daa0-4a25-40c4-92ce-7adfe932f3d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448163 May 10 20:36:36.056334 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:36:36.150599 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72722243-930b-4bdf-817c-b3cc33761d42 req-181dbbd2-c115-4a48-9691-3dbb5b35e663 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545703 May 10 20:36:36.171369 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-c0f3d75a-7188-41ae-96e0-182e929b39d9 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:36.172721 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-c0f3d75a-7188-41ae-96e0-182e929b39d9 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 812 time: 0.1356606 May 10 20:36:36.294309 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-dc164757-5a74-4fd7-aa35-54f2387d9770 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=890bf13c89b748b3a8f9ba4106c582b3 HTTP/1.1" status: 200 len: 380 time: 0.0853055 May 10 20:36:36.297909 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-72722243-930b-4bdf-817c-b3cc33761d42 req-1467c684-d595-4f12-aced-299f847626a5 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405613 May 10 20:36:36.302993 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'port': {'device_id': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'admin_state_up': True, 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'security_groups': ['8a11923d-791a-4d6f-9edf-5afaa3f2af0d']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:36.358282 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d543a-4bd1-430d-a404-09b72bc6fdf7 req-8b695f90-c286-4f49-98ec-1556eced36dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:36.359705 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c40d543a-4bd1-430d-a404-09b72bc6fdf7 req-8b695f90-c286-4f49-98ec-1556eced36dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 944 time: 0.0473435 May 10 20:36:36.408821 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c40d543a-4bd1-430d-a404-09b72bc6fdf7 req-e0550ffa-1e41-4607-8e0a-c98cb6b42329 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433209 May 10 20:36:36.413771 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Made reservation on behalf of 890bf13c89b748b3a8f9ba4106c582b3 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:36:36.417299 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:36.553454 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Allocated IP 172.20.0.9 (f9d88ce3-6580-4789-923a-dc95426320f4/e252be77-f592-41a9-9a22-700c0685b073/7b8363ce-797d-4e6c-9ee6-edd52830ef17) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:36:36.611613 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-72208f60-9068-4bee-bd41-46e190868c34 req-60d9990e-897d-4303-889a-b46d4de0bec2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 210 time: 0.0283840 May 10 20:36:36.709080 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:36.749301 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:36.790668 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Network f9d88ce3-6580-4789-923a-dc95426320f4 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:36:36.794286 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:36:36.800376 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:36:36.823106 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'Port': ['ID=7b8363ce-797d-4e6c-9ee6-edd52830ef17,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:36.851165 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:36.851770 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:36.867973 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-64e8f73b-61d2-4c56-9524-958e195296bf tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683699 May 10 20:36:36.879256 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Request body: {'port': {'device_id': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:36.944282 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:36.993352 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-db77c368-af79-498a-bc14-aeaa1c75f168 None None] Provisioning complete for port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:36:36.993845 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-db77c368-af79-498a-bc14-aeaa1c75f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:37.026702 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-db77c368-af79-498a-bc14-aeaa1c75f168 None None] Port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:36:37.201791 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8363ce-797d-4e6c-9ee6-edd52830ef17 {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:36:37.209211 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Publish callbacks [] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:37.221840 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Transition to ACTIVE for port object 7b8363ce-797d-4e6c-9ee6-edd52830ef17 will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:36:37.224922 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:37.279997 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Pushing event updated for resources: {'Port': ['ID=7b8363ce-797d-4e6c-9ee6-edd52830ef17,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:37.354132 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Attempting to bind port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:36:37.354476 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Attempting to bind port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:36:37.354816 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Attempting to bind port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 on network f9d88ce3-6580-4789-923a-dc95426320f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:36:37.359412 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 on network f9d88ce3-6580-4789-923a-dc95426320f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:36:37.359767 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Attempting to bind port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 on network f9d88ce3-6580-4789-923a-dc95426320f4 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:36:37.364834 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:36:37.365206 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Checking segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:36:37.365594 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Bound using segment: {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:36:37.366050 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Bound port: 7b8363ce-797d-4e6c-9ee6-edd52830ef17, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479f3b3d-d569-485f-a04d-457aaa8764ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:36:37.366394 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:37.414193 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:36:37.433111 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] For port 7b8363ce-797d-4e6c-9ee6-edd52830ef17, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:36:37.435407 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] For port 7b8363ce-797d-4e6c-9ee6-edd52830ef17, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7b8363ce-797d-4e6c-9ee6-edd52830ef17,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:36:37.442853 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:37.481174 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:37.481945 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:37.483536 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] 10.222.0.69 "PUT /v2.0/ports/7b8363ce-797d-4e6c-9ee6-edd52830ef17 HTTP/1.1" status: 200 len: 1093 time: 0.6084554 May 10 20:36:37.484183 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:36:37.486526 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f621d5c-6d12-4645-ae98-c169c2baf548" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:36:37.512646 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc63ba0-047c-41b3-ad2b-7afaa507699b service neutron] Pushing event updated for resources: {'Port': ['ID=7b8363ce-797d-4e6c-9ee6-edd52830ef17,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:37.553160 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e171f-378b-44aa-b3ab-9e9ab6b021e1 req-ebc4d1bc-7c60-40ca-bb72-2f5611c9891d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:37.563682 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-168e171f-378b-44aa-b3ab-9e9ab6b021e1 req-ebc4d1bc-7c60-40ca-bb72-2f5611c9891d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 944 time: 0.0790370 May 10 20:36:37.571640 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:36:37.586353 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'port_id': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f', 'mac_address': 'fa:16:3e:2e:1f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:36:37.587804 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-84dbd235-42be-4f1a-add3-54a5a91037a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:37.589601 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-84dbd235-42be-4f1a-add3-54a5a91037a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0495241 May 10 20:36:37.591285 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185d971c-891d-42c0-843a-9c7951574c3a x-openstack-request-id: req-185d971c-891d-42c0-843a-9c7951574c3a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:36:37.591570 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:36:37.591829 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-185d971c-891d-42c0-843a-9c7951574c3a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:36:37.592273 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185d971c-891d-42c0-843a-9c7951574c3a'] response: {'name': 'network-changed', 'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'status': 'completed', 'code': 200} May 10 20:36:37.625556 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-168e171f-378b-44aa-b3ab-9e9ab6b021e1 req-11f1ed7e-8cd1-41a8-a5fe-1207846fcc7e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608449 May 10 20:36:37.632196 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:36:37.632593 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:37.650643 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-927ad68c-f47c-446c-9666-de45b73be595 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8363ce-797d-4e6c-9ee6-edd52830ef17 HTTP/1.1" status: 200 len: 217 time: 0.0456150 May 10 20:36:37.650756 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:36:37.676569 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:36:37.683112 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:37.700480 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-1b3a6fc7-f5e3-440b-917d-279ee8395f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:37.702365 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-1b3a6fc7-f5e3-440b-917d-279ee8395f1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0543168 May 10 20:36:37.740901 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b05328-7256-46ec-aa0f-fdf9ea2cf523 req-69a41482-f18b-47a1-9ef7-619543fe984b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:37.742856 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-93b05328-7256-46ec-aa0f-fdf9ea2cf523 req-69a41482-f18b-47a1-9ef7-619543fe984b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 943 time: 0.0489030 May 10 20:36:37.747201 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:37.753109 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-c549cb57-1773-4335-8445-8ccecfb1f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:37.754634 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.754992 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.755453 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.755663 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.755996 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.756326 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.756651 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.757027 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-c549cb57-1773-4335-8445-8ccecfb1f81c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474348 May 10 20:36:37.757162 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.757337 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.757633 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.757971 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.758374 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.758713 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.759027 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.759486 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:36:37.804327 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-93b05328-7256-46ec-aa0f-fdf9ea2cf523 req-05702e55-d1fb-4417-b970-bbfc5627cc5e tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553558 May 10 20:36:37.850131 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-0a4f3dda-2195-42ef-b345-5b7385faaff7 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860515 May 10 20:36:37.910629 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:36:37.939354 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-bfb60385-c9a6-49f2-a9cf-0be7428e525f req-fb6bac11-be79-423b-96e5-3ef707c86ff7 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824473 May 10 20:36:38.219506 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-5af2b29f-ba54-4288-a24a-7ffce7cc4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:38.220992 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-5af2b29f-ba54-4288-a24a-7ffce7cc4bea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0421762 May 10 20:36:38.309495 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-bc1f420a-ee83-470a-bc2f-3b21fd466bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:38.310968 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-bc1f420a-ee83-470a-bc2f-3b21fd466bad service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 913 time: 0.0819435 May 10 20:36:38.357269 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-e4d4c7f3-ea93-48e1-8ab0-ba7420658885 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8363ce-797d-4e6c-9ee6-edd52830ef17 HTTP/1.1" status: 200 len: 217 time: 0.0338061 May 10 20:36:38.410213 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-79d40287-2e1b-42c7-a207-ca7f8ffbce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:38.411617 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-79d40287-2e1b-42c7-a207-ca7f8ffbce94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0450811 May 10 20:36:38.454487 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-5c150fa6-c4bf-46b0-8c6d-75c358e1cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:38.455881 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-5c150fa6-c4bf-46b0-8c6d-75c358e1cddd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360491 May 10 20:36:38.541058 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-43048e3d-ef7e-4a3e-bd7a-4c0db147ddfb service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783384 May 10 20:36:38.630435 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-7f621d5c-6d12-4645-ae98-c169c2baf548 req-81d8978e-0db0-4c0b-ba0c-1fe62d2699e9 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832005 May 10 20:36:38.742500 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ae283-55fa-41f0-abb8-67034f1154fb req-778dda40-4951-44df-aadb-a1e53f3bd6a9 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:38.743956 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c56ae283-55fa-41f0-abb8-67034f1154fb req-778dda40-4951-44df-aadb-a1e53f3bd6a9 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 945 time: 0.0459752 May 10 20:36:38.789485 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c56ae283-55fa-41f0-abb8-67034f1154fb req-589a05f1-f9b9-48fa-8efb-2f4af9c62441 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399725 May 10 20:36:38.915425 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f0825-bbde-4b52-aa17-c981e90fbb08 req-ba64e2f7-8f3f-4240-b399-fc000d7f79ae tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:38.916879 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c98f0825-bbde-4b52-aa17-c981e90fbb08 req-ba64e2f7-8f3f-4240-b399-fc000d7f79ae tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 943 time: 0.0465055 May 10 20:36:38.964018 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c98f0825-bbde-4b52-aa17-c981e90fbb08 req-f3e3ffd9-f565-48de-8154-4876c977ac2b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 May 10 20:36:39.428439 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:36:39.470600 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:36:39.476155 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:36:39.476525 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:39.553328 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:36:39.553707 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:39.576496 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:36:39.578720 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9e8c7a-11c8-4a3d-9ee9-f7effc58d0f7" -d '{"events": [{"server_uuid": "b0f111b0-4604-45b5-a76d-3fa27630e35f", "name": "network-vif-plugged", "status": "completed", "tag": "f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:36:39.591042 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:36:39.595594 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:39.618364 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e752c03f-839b-425d-b666-db6fb80abf90 x-openstack-request-id: req-e752c03f-839b-425d-b666-db6fb80abf90 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:36:39.618652 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f111b0-4604-45b5-a76d-3fa27630e35f", "name": "network-vif-plugged", "status": "completed", "tag": "f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:36:39.618905 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e752c03f-839b-425d-b666-db6fb80abf90 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:36:39.619290 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e752c03f-839b-425d-b666-db6fb80abf90'] response: {'server_uuid': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f', 'code': 200} May 10 20:36:39.647175 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:39.776050 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ed6c7-8b36-4b25-afb0-d9e5a94d844f req-65cfa7df-76d2-44c8-8c10-5bf18ea5900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:39.778193 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db9ed6c7-8b36-4b25-afb0-d9e5a94d844f req-65cfa7df-76d2-44c8-8c10-5bf18ea5900f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 1130 time: 0.0385313 May 10 20:36:39.821277 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-db9ed6c7-8b36-4b25-afb0-d9e5a94d844f req-aaaec493-74f5-4dcd-b9bb-bf71ba32a0e0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372190 May 10 20:36:39.902275 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62836420-539e-4977-8721-00fcc54f11e7 req-e0ed1942-8c4f-4873-95b7-0ab7ab59c291 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:39.904269 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-62836420-539e-4977-8721-00fcc54f11e7 req-e0ed1942-8c4f-4873-95b7-0ab7ab59c291 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 946 time: 0.0498946 May 10 20:36:39.950259 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-62836420-539e-4977-8721-00fcc54f11e7 req-c498536b-4bdd-462a-93e6-012cf16ac2dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404665 May 10 20:36:40.075134 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f24b95-6ab4-4ae4-8852-70db2ff5509f req-3b1d87cc-7550-440f-948e-a341fb5ad848 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:40.076505 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4f24b95-6ab4-4ae4-8852-70db2ff5509f req-3b1d87cc-7550-440f-948e-a341fb5ad848 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 943 time: 0.0456259 May 10 20:36:40.125694 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d4f24b95-6ab4-4ae4-8852-70db2ff5509f req-876702ca-718b-4ef3-a8ac-be0487fc4341 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 May 10 20:36:41.070828 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced05d74-2a22-447d-ac83-cf4502586d53 req-23411b76-73eb-4735-aab8-de03dc557b58 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:41.072326 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ced05d74-2a22-447d-ac83-cf4502586d53 req-23411b76-73eb-4735-aab8-de03dc557b58 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 946 time: 0.0500510 May 10 20:36:41.117246 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ced05d74-2a22-447d-ac83-cf4502586d53 req-14b156ef-4202-4c6a-9ebd-82055f4da082 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394363 May 10 20:36:41.250747 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95c31a-890b-418d-9188-6f79d76d71fc req-433cfe93-9b49-4334-ac3d-9e21660ac36d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:41.252145 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3c95c31a-890b-418d-9188-6f79d76d71fc req-433cfe93-9b49-4334-ac3d-9e21660ac36d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 946 time: 0.0715473 May 10 20:36:41.261120 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40926) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:36:41.265587 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-84943ad4-573f-4b13-9c99-2d078f5df0f3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'floatingip': {'port_id': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:41.266160 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4eacc-7bf7-4b95-bf43-4d775bc4a309 req-7ec6f9e7-1eef-4baf-b766-fd3ecae1969b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:41.268171 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cbe4eacc-7bf7-4b95-bf43-4d775bc4a309 req-7ec6f9e7-1eef-4baf-b766-fd3ecae1969b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 943 time: 0.0597818 May 10 20:36:41.311532 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84943ad4-573f-4b13-9c99-2d078f5df0f3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (2c0f7b3f-baec-4add-9822-95b855c800a3), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:41.323148 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cbe4eacc-7bf7-4b95-bf43-4d775bc4a309 req-3731a7a8-a7d3-4d56-b586-5ace36758e0e tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476494 May 10 20:36:41.741466 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84943ad4-573f-4b13-9c99-2d078f5df0f3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:41.745243 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84943ad4-573f-4b13-9c99-2d078f5df0f3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (2c0f7b3f-baec-4add-9822-95b855c800a3), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:42.096396 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-84943ad4-573f-4b13-9c99-2d078f5df0f3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Floating IP 2c0f7b3f-baec-4add-9822-95b855c800a3 associated. External IP: 172.27.0.48, port: f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f. May 10 20:36:42.302558 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84943ad4-573f-4b13-9c99-2d078f5df0f3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:36:42.415109 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84943ad4-573f-4b13-9c99-2d078f5df0f3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:36:42.420605 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-84943ad4-573f-4b13-9c99-2d078f5df0f3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:42.425724 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:36:42.436475 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:36:42.437381 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:36:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:36:42.444478 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af81cf-bcd0-4116-a3ff-be18d764ca93 req-ddb33e80-9a48-4f18-8b43-378d337e8e5b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:42.446152 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-77af81cf-bcd0-4116-a3ff-be18d764ca93 req-ddb33e80-9a48-4f18-8b43-378d337e8e5b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 943 time: 0.0543718 May 10 20:36:42.451769 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-84943ad4-573f-4b13-9c99-2d078f5df0f3 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "PUT /v2.0/floatingips/2c0f7b3f-baec-4add-9822-95b855c800a3 HTTP/1.1" status: 200 len: 991 time: 1.1900306 May 10 20:36:42.452360 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'tag': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:36:42.454805 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfab5dd-e957-4591-b211-7b0ef8872212" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f111b0-4604-45b5-a76d-3fa27630e35f", "tag": "f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:36:42.491190 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca9ede5-66e2-40d2-877f-690c8cd84888 x-openstack-request-id: req-7ca9ede5-66e2-40d2-877f-690c8cd84888 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:36:42.491484 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f111b0-4604-45b5-a76d-3fa27630e35f", "tag": "f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:36:42.491747 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ca9ede5-66e2-40d2-877f-690c8cd84888 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:36:42.492154 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca9ede5-66e2-40d2-877f-690c8cd84888'] response: {'name': 'network-changed', 'server_uuid': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'tag': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f', 'status': 'completed', 'code': 200} May 10 20:36:42.501475 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-77af81cf-bcd0-4116-a3ff-be18d764ca93 req-42d20b74-a479-4862-acb5-e581a7d4e36a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463965 May 10 20:36:42.551271 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:36:42.555270 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-f5e66fd1-f3ae-4f09-bedb-04344262c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:42.557207 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-f5e66fd1-f3ae-4f09-bedb-04344262c28d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 1130 time: 0.0390556 May 10 20:36:42.645044 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-3af945cd-7a69-407d-ab1a-41dc6d6b4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:42.646543 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-3af945cd-7a69-407d-ab1a-41dc6d6b4478 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 916 time: 0.0839777 May 10 20:36:42.717522 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-aa6b78a0-a501-47b4-936d-ba901a95c368 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f HTTP/1.1" status: 200 len: 999 time: 0.0648632 May 10 20:36:42.769256 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-6a74fb30-c1e2-4488-9fda-087227521eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:42.770729 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-6a74fb30-c1e2-4488-9fda-087227521eb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0464034 May 10 20:36:42.777232 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '2c0f7b3f-baec-4add-9822-95b855c800a3', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:2e:1f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:36:30Z', 'updated_at': '2022-05-10T20:36:41Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}, {'id': '40a1f8a0-b35c-4212-a41c-e626aed3d1ef', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:32Z', 'updated_at': '2022-05-10T20:35:45Z', 'revision_number': 2, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:36:42.803113 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:36:42.811747 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:36:42.812347 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:36:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:36:42.812464 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-1c549e86-3b9c-4b2b-951a-feb4b6b57c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:42.813976 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-1c549e86-3b9c-4b2b-951a-feb4b6b57c8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377297 May 10 20:36:42.904551 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-10a99d60-d789-4187-8829-1fece1d8cb55 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843315 May 10 20:36:42.919355 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:36:42.992574 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8bfab5dd-e957-4591-b211-7b0ef8872212 req-24d36b5d-3688-4a2b-899d-a689dac3f891 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815024 May 10 20:36:43.143612 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '2c0f7b3f-baec-4add-9822-95b855c800a3', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:2e:1f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:36:30Z', 'updated_at': '2022-05-10T20:36:41Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}, {'id': '40a1f8a0-b35c-4212-a41c-e626aed3d1ef', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:32Z', 'updated_at': '2022-05-10T20:35:45Z', 'revision_number': 2, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:36:43.171721 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f33f042-675f-41f3-89d9-1aa4f9bfeaaa None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '2c0f7b3f-baec-4add-9822-95b855c800a3', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:2e:1f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:36:30Z', 'updated_at': '2022-05-10T20:36:41Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}, {'id': '40a1f8a0-b35c-4212-a41c-e626aed3d1ef', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:32Z', 'updated_at': '2022-05-10T20:35:45Z', 'revision_number': 2, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:36:43.368288 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec897967-f374-4f2d-b2c3-2d97e72858e1 None None] New status for floating IP 2c0f7b3f-baec-4add-9822-95b855c800a3: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:36:43.616556 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708cabe-080a-4c14-b5fb-9beddcf66753 req-1cf30e46-140b-4b5d-acba-7e233ff1585e tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:43.618081 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6708cabe-080a-4c14-b5fb-9beddcf66753 req-1cf30e46-140b-4b5d-acba-7e233ff1585e tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 943 time: 0.0467746 May 10 20:36:43.665590 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6708cabe-080a-4c14-b5fb-9beddcf66753 req-e83c07e9-a6c5-46ea-800e-4ecfa658f775 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 May 10 20:36:44.779756 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eecc1f-83b9-4fc4-8486-32459d1a083c req-26542170-ae56-43f4-831e-fab7e5f7d488 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:44.781227 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0eecc1f-83b9-4fc4-8486-32459d1a083c req-26542170-ae56-43f4-831e-fab7e5f7d488 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 943 time: 0.0495398 May 10 20:36:44.829497 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f0eecc1f-83b9-4fc4-8486-32459d1a083c req-2842714c-0681-4903-a619-d4abaddb1e28 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427289 May 10 20:36:45.475413 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 7b8363ce-797d-4e6c-9ee6-edd52830ef17 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:36:45.568465 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 7b8363ce-797d-4e6c-9ee6-edd52830ef17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7b8363ce-797d-4e6c-9ee6-edd52830ef17,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:36:45.583465 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'port_id': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'mac_address': 'fa:16:3e:a0:14:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:36:45.618532 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:36:45.618908 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:45.630929 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8363ce-797d-4e6c-9ee6-edd52830ef17 {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:36:45.649787 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 7b8363ce-797d-4e6c-9ee6-edd52830ef17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7b8363ce-797d-4e6c-9ee6-edd52830ef17,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:36:45.654125 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:45.698232 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=7b8363ce-797d-4e6c-9ee6-edd52830ef17,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:45.924469 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['7b8363ce-797d-4e6c-9ee6-edd52830ef17'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:36:45.939832 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679ee55-51b9-47da-8723-eb12c0f4c9f1 req-2930b21e-9b00-4f44-8d55-86359d123b7b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:45.941340 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f679ee55-51b9-47da-8723-eb12c0f4c9f1 req-2930b21e-9b00-4f44-8d55-86359d123b7b tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 944 time: 0.0457981 May 10 20:36:45.995460 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f679ee55-51b9-47da-8723-eb12c0f4c9f1 req-c80c19cf-99cc-44c3-b5de-7ebcf37c1d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485692 May 10 20:36:47.107984 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f987b-dcef-479f-99c1-97995e80a3c0 req-4385754b-679a-42d6-9a24-bc6e90527d11 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:47.109466 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a94f987b-dcef-479f-99c1-97995e80a3c0 req-4385754b-679a-42d6-9a24-bc6e90527d11 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 944 time: 0.0461550 May 10 20:36:47.160796 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a94f987b-dcef-479f-99c1-97995e80a3c0 req-538d24ae-c771-44a6-934a-69fe564faee0 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 May 10 20:36:47.517612 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 7b8363ce-797d-4e6c-9ee6-edd52830ef17 up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:36:47.562887 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:36:47.568092 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:36:47.568455 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:47.643376 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:36:47.643748 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:47.665670 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:36:47.667869 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5166e280-0e88-433f-8ed7-5817b522dbe7" -d '{"events": [{"server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "name": "network-vif-plugged", "status": "completed", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:36:47.680024 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 7b8363ce-797d-4e6c-9ee6-edd52830ef17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7b8363ce-797d-4e6c-9ee6-edd52830ef17,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:36:47.683979 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:47.706871 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c3d92f-76eb-4db2-9812-3865e5a55d37 x-openstack-request-id: req-71c3d92f-76eb-4db2-9812-3865e5a55d37 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:36:47.707154 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "name": "network-vif-plugged", "status": "completed", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:36:47.707428 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71c3d92f-76eb-4db2-9812-3865e5a55d37 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:36:47.707803 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c3d92f-76eb-4db2-9812-3865e5a55d37'] response: {'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'code': 200} May 10 20:36:47.734143 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=7b8363ce-797d-4e6c-9ee6-edd52830ef17,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:47.952180 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf10c03-5181-4ca6-b045-2e1953bab9b7 req-27a74988-2f0d-4f1b-aeed-e763b9afd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:47.953702 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0bf10c03-5181-4ca6-b045-2e1953bab9b7 req-27a74988-2f0d-4f1b-aeed-e763b9afd872 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0437779 May 10 20:36:47.998807 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-0bf10c03-5181-4ca6-b045-2e1953bab9b7 req-16aa1c40-89b5-4a43-9730-aa74d594f7e7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 May 10 20:36:48.272060 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83ded7-5ec1-4132-8074-04fba7983707 req-8ed2c17c-c466-4b78-b515-f620bb436210 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:48.273581 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e83ded7-5ec1-4132-8074-04fba7983707 req-8ed2c17c-c466-4b78-b515-f620bb436210 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 945 time: 0.0466959 May 10 20:36:48.321146 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3e83ded7-5ec1-4132-8074-04fba7983707 req-fd10fa33-9b6d-49c3-aaa3-5e83165b7213 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415597 May 10 20:36:49.433433 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d01c23-c9b1-4721-865e-a4d3b6d37f47 req-3316a588-ce00-4d69-8c58-c0a81fb89bbc tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:49.434956 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-55d01c23-c9b1-4721-865e-a4d3b6d37f47 req-3316a588-ce00-4d69-8c58-c0a81fb89bbc tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 945 time: 0.0480080 May 10 20:36:49.482006 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-55d01c23-c9b1-4721-865e-a4d3b6d37f47 req-e9384285-46c4-4c4a-8fd6-a228ac6ed876 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414147 May 10 20:36:49.597695 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0eeeeb-1720-4fca-b3b7-dc6a3d7502b2 req-f90aa0ae-97f8-43ae-aa49-2b08f81ff3fe tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:49.599218 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a0eeeeb-1720-4fca-b3b7-dc6a3d7502b2 req-f90aa0ae-97f8-43ae-aa49-2b08f81ff3fe tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 945 time: 0.0526538 May 10 20:36:49.646339 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-5a0eeeeb-1720-4fca-b3b7-dc6a3d7502b2 req-cd719aa6-3980-4ba7-afd3-10633e3b58c7 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417042 May 10 20:36:49.720427 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40952) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:36:49.854862 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2063a86b-a5e4-430f-b214-85d75e6ad5e9 tempest-TestVolumeBootPattern-386063152 tempest-TestVolumeBootPattern-386063152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:49.856781 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2063a86b-a5e4-430f-b214-85d75e6ad5e9 tempest-TestVolumeBootPattern-386063152 tempest-TestVolumeBootPattern-386063152-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 1124 time: 0.1353316 May 10 20:36:49.859517 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 40956) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:36:49.863585 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'port_id': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:36:49.883722 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:49.963593 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:50.078709 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Allocated IP 172.27.0.87 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/b82e2815-b295-4c09-8a58-3006c1ed68b8) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:36:50.182801 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for port (b82e2815-b295-4c09-8a58-3006c1ed68b8), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:50.214192 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (b82e2815-b295-4c09-8a58-3006c1ed68b8), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:50.249894 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:36:50.252591 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:36:50.256794 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:36:50.282563 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'Port': ['ID=b82e2815-b295-4c09-8a58-3006c1ed68b8,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:50.630316 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (37fbac35-b7a4-4165-bb27-16cf704267ea), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:50.696853 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (b82e2815-b295-4c09-8a58-3006c1ed68b8), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:50.844242 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for port (b82e2815-b295-4c09-8a58-3006c1ed68b8), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:50.848421 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (b82e2815-b295-4c09-8a58-3006c1ed68b8), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:50.921290 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event updated for resources: {'Port': ['ID=b82e2815-b295-4c09-8a58-3006c1ed68b8,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:36:50.927281 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (37fbac35-b7a4-4165-bb27-16cf704267ea), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:51.028740 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Floating IP 37fbac35-b7a4-4165-bb27-16cf704267ea associated. External IP: 172.27.0.87, port: 7b8363ce-797d-4e6c-9ee6-edd52830ef17. May 10 20:36:51.232334 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Router 3b09f6be-b249-4d01-abcc-e09125850d03 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:36:51.338583 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:36:51.348661 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] Sync routers for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:36:51.355063 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:51.358996 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:36:51.359652 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:36:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:36:51.472577 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:36:51.632787 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a288bd5a-5300-4784-99b4-83c688b41d5f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7722511 May 10 20:36:51.633545 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:36:51.635913 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7111caa-7ad6-4447-884b-3e7891bb1360" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:36:51.673454 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba6fb8f-1ec2-46f5-b001-009c70309934 x-openstack-request-id: req-6ba6fb8f-1ec2-46f5-b001-009c70309934 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:36:51.673746 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:36:51.674002 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ba6fb8f-1ec2-46f5-b001-009c70309934 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:36:51.674408 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba6fb8f-1ec2-46f5-b001-009c70309934'] response: {'name': 'network-changed', 'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'status': 'completed', 'code': 200} May 10 20:36:51.678743 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:51.735005 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-3cbc94d1-4a51-47db-bfda-4ad14c164922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:51.736531 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-3cbc94d1-4a51-47db-bfda-4ad14c164922 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0396302 May 10 20:36:51.794749 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '37fbac35-b7a4-4165-bb27-16cf704267ea', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:a0:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:36:50Z', 'updated_at': '2022-05-10T20:36:50Z', 'revision_number': 0, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}, {'id': '95b7e895-c384-42be-85e2-1e227f72e6f9', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:34:18Z', 'updated_at': '2022-05-10T20:34:21Z', 'revision_number': 1, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:36:51.820957 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] Checking router: 3b09f6be-b249-4d01-abcc-e09125850d03 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:36:51.826339 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-ea708724-b4b8-4dcb-84d4-5f6b56614d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:51.827812 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-ea708724-b4b8-4dcb-84d4-5f6b56614d06 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 913 time: 0.0849655 May 10 20:36:51.829288 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:36:51.829896 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:36:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:36:51.892134 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-be376eec-fd63-45d8-b73d-9f100492cb5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8363ce-797d-4e6c-9ee6-edd52830ef17 HTTP/1.1" status: 200 len: 998 time: 0.0573280 May 10 20:36:51.937245 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:36:51.941321 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-0ba7d607-9c60-4172-b6fd-a9031fd4dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:51.942778 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-0ba7d607-9c60-4172-b6fd-a9031fd4dedc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0441184 May 10 20:36:51.989924 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-580b06bc-127c-41c0-aa73-28d3a38ccee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:36:51.991428 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-580b06bc-127c-41c0-aa73-28d3a38ccee4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426323 May 10 20:36:52.079768 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-58291b46-ef6f-4932-8007-4130c04117cd service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818055 May 10 20:36:52.155559 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '37fbac35-b7a4-4165-bb27-16cf704267ea', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:a0:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:36:50Z', 'updated_at': '2022-05-10T20:36:50Z', 'revision_number': 0, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}, {'id': '95b7e895-c384-42be-85e2-1e227f72e6f9', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:34:18Z', 'updated_at': '2022-05-10T20:34:21Z', 'revision_number': 1, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:36:52.173661 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-a7111caa-7ad6-4447-884b-3e7891bb1360 req-aa2f808e-b91e-4c7a-b76e-b67f5e4fb3bf service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880067 May 10 20:36:52.182001 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62191d3-790f-4672-b684-98ff2b83b376 None None] The sync data for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi is: [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '37fbac35-b7a4-4165-bb27-16cf704267ea', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:a0:14:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:36:50Z', 'updated_at': '2022-05-10T20:36:50Z', 'revision_number': 0, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}, {'id': '95b7e895-c384-42be-85e2-1e227f72e6f9', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:34:18Z', 'updated_at': '2022-05-10T20:34:21Z', 'revision_number': 1, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:36:52.379393 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb8ef0-8b3c-437c-999f-b91e7e26f2cb None None] New status for floating IP 37fbac35-b7a4-4165-bb27-16cf704267ea: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:36:54.451128 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-5ae2418c-248d-4d2f-9df4-5dfa5c69c638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:56.679029 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-7e7e2fd8-f2d8-4a67-805e-4013e5098bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:58.084514 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:36:59.124640 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:00.614391 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:13.054639 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:37:18.981156 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c35b9-1277-43fd-a7a6-71b3c14631ea req-0fa5e12e-9eca-41eb-91eb-ca9038c4b2d4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:18.982646 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a8c35b9-1277-43fd-a7a6-71b3c14631ea req-0fa5e12e-9eca-41eb-91eb-ca9038c4b2d4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 946 time: 0.0466845 May 10 20:37:19.028626 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4a8c35b9-1277-43fd-a7a6-71b3c14631ea req-a38d640c-1305-4884-8941-b5c5084c945d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 May 10 20:37:20.188554 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71695e2-2e8e-4890-984e-c93bc1b687cd req-0f551388-15e8-46ee-bfce-3ce4b3562045 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:20.190032 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a71695e2-2e8e-4890-984e-c93bc1b687cd req-0f551388-15e8-46ee-bfce-3ce4b3562045 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 946 time: 0.0935674 May 10 20:37:20.238792 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a71695e2-2e8e-4890-984e-c93bc1b687cd req-b31f4ee1-ecb4-4c79-8cfd-33919e080c90 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=caa5bd61-e15c-41ac-a191-46b3ceac986c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432007 May 10 20:37:20.525041 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-1e18ba26-8a92-4025-9cca-eb4be3de0435 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:20.526469 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-1e18ba26-8a92-4025-9cca-eb4be3de0435 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 946 time: 0.0461531 May 10 20:37:20.609639 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Deleting port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:37:20.609972 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:20.697625 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] For port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:37:20.697996 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:20.868405 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:20.868684 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (2c0f7b3f-baec-4add-9822-95b855c800a3), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:20.869031 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Floating IP 2c0f7b3f-baec-4add-9822-95b855c800a3 disassociated. External IP: 172.27.0.48, port: f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f. May 10 20:37:20.869374 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Calling delete_port for f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:37:20.994675 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:21.023700 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'Port': ['ID=f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:21.139310 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:37:21.246309 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:37:21.257347 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:37:21.268477 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:37:21.269135 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:36:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:21.288700 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] No DVR routers for this DVR port f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:37:21.291288 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:21.294846 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-2fec4dd2-702d-445b-b491-b903d39dc5ee req-6322122d-8b83-42c0-a849-592e0506d818 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "DELETE /v2.0/ports/f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f HTTP/1.1" status: 204 len: 173 time: 0.7631962 May 10 20:37:21.295254 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'name': 'network-vif-deleted', 'tag': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:37:21.297545 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b558c1-4126-43bb-b315-70e3ff6ad27f" -d '{"events": [{"server_uuid": "b0f111b0-4604-45b5-a76d-3fa27630e35f", "name": "network-vif-deleted", "tag": "f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:37:21.353094 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-69e2babf-51f2-4322-a902-26c9f5c5e3c5 req-2408c45b-e0d9-49b0-89b0-cfc833f25ec7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f111b0-4604-45b5-a76d-3fa27630e35f HTTP/1.1" status: 200 len: 210 time: 0.0403991 May 10 20:37:21.370428 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f7db86-6bbc-4c3b-8bba-7587175b4aba x-openstack-request-id: req-c4f7db86-6bbc-4c3b-8bba-7587175b4aba {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:37:21.370724 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f111b0-4604-45b5-a76d-3fa27630e35f", "name": "network-vif-deleted", "tag": "f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:37:21.370986 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4f7db86-6bbc-4c3b-8bba-7587175b4aba {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:37:21.371398 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f7db86-6bbc-4c3b-8bba-7587175b4aba'] response: {'server_uuid': 'b0f111b0-4604-45b5-a76d-3fa27630e35f', 'name': 'network-vif-deleted', 'tag': 'f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f', 'status': 'completed', 'code': 200} May 10 20:37:21.401761 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:37:21.617203 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '40a1f8a0-b35c-4212-a41c-e626aed3d1ef', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:32Z', 'updated_at': '2022-05-10T20:35:45Z', 'revision_number': 2, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:21.646502 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:37:21.654832 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:37:21.655402 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:36:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:21.707985 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:21.772681 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:37:21.978524 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '40a1f8a0-b35c-4212-a41c-e626aed3d1ef', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:32Z', 'updated_at': '2022-05-10T20:35:45Z', 'revision_number': 2, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:22.004871 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8035c-e9d3-42cd-b84a-ca1640626dcd None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '40a1f8a0-b35c-4212-a41c-e626aed3d1ef', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:27:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f81a471-e87d-4336-aa77-0d7e92083006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:35:32Z', 'updated_at': '2022-05-10T20:35:45Z', 'revision_number': 2, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:37:22.222255 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389d8309-8dd9-44d8-a5da-fa310d82cdf3 None None] New status for floating IP 2c0f7b3f-baec-4add-9822-95b855c800a3: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:37:22.434496 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41004) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:22.489550 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d9c47c9-1eb5-4a9a-a502-920b0f0c22be tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (caa5bd61-e15c-41ac-a191-46b3ceac986c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:22.511622 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d9c47c9-1eb5-4a9a-a502-920b0f0c22be tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (caa5bd61-e15c-41ac-a191-46b3ceac986c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:22.557738 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d9c47c9-1eb5-4a9a-a502-920b0f0c22be tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (caa5bd61-e15c-41ac-a191-46b3ceac986c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:22.560856 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-3d9c47c9-1eb5-4a9a-a502-920b0f0c22be tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:22.562154 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-3d9c47c9-1eb5-4a9a-a502-920b0f0c22be tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "DELETE /v2.0/security-groups/caa5bd61-e15c-41ac-a191-46b3ceac986c HTTP/1.1" status: 204 len: 168 time: 0.1265223 May 10 20:37:22.565023 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41006) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:22.571272 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c47c9-1eb5-4a9a-a502-920b0f0c22be tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5bd61-e15c-41ac-a191-46b3ceac986c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:22.578933 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-b7d7d357-186d-41cd-864f-095c73b13f01 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] show failed (client error): The resource could not be found. May 10 20:37:22.579891 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b7d7d357-186d-41cd-864f-095c73b13f01 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups/caa5bd61-e15c-41ac-a191-46b3ceac986c HTTP/1.1" status: 404 len: 347 time: 0.0137706 May 10 20:37:22.583491 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41008) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:22.695880 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Deleting port 3996f053-4963-4ac7-94f1-ed92c479e3d8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:37:22.696220 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (3996f053-4963-4ac7-94f1-ed92c479e3d8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:22.772594 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (3996f053-4963-4ac7-94f1-ed92c479e3d8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:22.772920 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (3996f053-4963-4ac7-94f1-ed92c479e3d8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:22.785995 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Calling delete_port for 3996f053-4963-4ac7-94f1-ed92c479e3d8 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:37:22.908246 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (3996f053-4963-4ac7-94f1-ed92c479e3d8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:22.935883 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'Port': ['ID=3996f053-4963-4ac7-94f1-ed92c479e3d8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:22.960328 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.960672 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.961032 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.961371 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.961701 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.962026 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.962352 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.962673 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.962993 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.963316 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.963637 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.963956 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.964273 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.964589 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:22.964905 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:23.004664 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (2c0f7b3f-baec-4add-9822-95b855c800a3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:23.007129 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:23.008256 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-dbe47390-2fbe-4e53-b42e-6ab9e0b0ee69 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "DELETE /v2.0/floatingips/2c0f7b3f-baec-4add-9822-95b855c800a3 HTTP/1.1" status: 204 len: 168 time: 0.4235544 May 10 20:37:24.454736 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a5d61022-32c7-4469-97a5-ce3634fdbcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:24.590531 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddb8c1-ad2c-45ef-9271-31586702f9ac req-a114fd3e-509d-4739-a789-850af0b84f0e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:24.591932 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fdddb8c1-ad2c-45ef-9271-31586702f9ac req-a114fd3e-509d-4739-a789-850af0b84f0e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 945 time: 0.0474629 May 10 20:37:24.636772 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fdddb8c1-ad2c-45ef-9271-31586702f9ac req-3e65f207-749c-4690-ad9c-3cc975dea82e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393040 May 10 20:37:25.711001 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:37:25.734833 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:37:25.735175 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device f64eb0b8-47ba-4387-b8f9-cea8bbd7d67f not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:37:25.753914 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b0d16-76c3-4b1d-bf50-23169cd19e59 req-c666a6aa-99e9-4529-9c05-0a1f04bca799 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:25.755390 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b50b0d16-76c3-4b1d-bf50-23169cd19e59 req-c666a6aa-99e9-4529-9c05-0a1f04bca799 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 945 time: 0.0496380 May 10 20:37:25.801574 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b50b0d16-76c3-4b1d-bf50-23169cd19e59 req-90f5e0ca-83aa-4b02-a5ad-80a5900b631c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=30cb3e73-372f-4261-baa4-b565a0d3efd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405622 May 10 20:37:26.127323 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0310-95fb-4279-b6a7-70f265fc261b req-2328c01a-a926-446e-8510-4a711261ec43 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:26.128741 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-847a0310-95fb-4279-b6a7-70f265fc261b req-2328c01a-a926-446e-8510-4a711261ec43 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 945 time: 0.0451093 May 10 20:37:26.218582 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Deleting port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:37:26.218916 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:26.303710 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] For port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:37:26.303990 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:26.479451 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:26.479815 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (40a1f8a0-b35c-4212-a41c-e626aed3d1ef), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:26.480131 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Floating IP 40a1f8a0-b35c-4212-a41c-e626aed3d1ef disassociated. External IP: 172.27.0.32, port: 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1. May 10 20:37:26.480472 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Calling delete_port for 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:37:26.605762 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (9e2b91ca-1948-41ee-bd5e-aaf850ff56e1), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:26.631837 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'Port': ['ID=9e2b91ca-1948-41ee-bd5e-aaf850ff56e1,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:26.682218 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-9a63401c-90ff-499f-a0d9-648b6a5ee9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:26.751771 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:37:26.861455 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:37:26.872086 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:37:26.890766 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:37:26.891397 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:37:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:26.904098 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d2710e27-580e-471f-87a3-94d244cceee5 req-223dba61-6b4e-43e7-8cc7-6acc611e0691 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f81a471-e87d-4336-aa77-0d7e92083006 HTTP/1.1" status: 200 len: 210 time: 0.0345659 May 10 20:37:26.907983 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] No DVR routers for this DVR port 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:37:26.910606 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:26.914102 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-847a0310-95fb-4279-b6a7-70f265fc261b req-834c4d75-6824-4c52-8923-150e9aa23141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "DELETE /v2.0/ports/9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 HTTP/1.1" status: 204 len: 173 time: 0.7798510 May 10 20:37:26.914564 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f81a471-e87d-4336-aa77-0d7e92083006', 'name': 'network-vif-deleted', 'tag': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:37:26.916777 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f09aa88-b9fb-4f2b-8198-3e9df257946a" -d '{"events": [{"server_uuid": "9f81a471-e87d-4336-aa77-0d7e92083006", "name": "network-vif-deleted", "tag": "9e2b91ca-1948-41ee-bd5e-aaf850ff56e1"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:37:26.956513 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b1cfaa-e852-4d4c-a4e3-6845703e95bf x-openstack-request-id: req-23b1cfaa-e852-4d4c-a4e3-6845703e95bf {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:37:26.956680 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f81a471-e87d-4336-aa77-0d7e92083006", "name": "network-vif-deleted", "tag": "9e2b91ca-1948-41ee-bd5e-aaf850ff56e1", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:37:26.956941 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23b1cfaa-e852-4d4c-a4e3-6845703e95bf {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:37:26.957367 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b1cfaa-e852-4d4c-a4e3-6845703e95bf'] response: {'server_uuid': '9f81a471-e87d-4336-aa77-0d7e92083006', 'name': 'network-vif-deleted', 'tag': '9e2b91ca-1948-41ee-bd5e-aaf850ff56e1', 'status': 'completed', 'code': 200} May 10 20:37:27.109544 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-ba8f2937-2e74-4b06-903d-b6897e815980 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464554 May 10 20:37:27.120246 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:37:27.310626 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:27.337938 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:37:27.346299 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:37:27.346902 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:37:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:27.396215 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-ed276a6b-62f7-4a24-b1c0-d8b61ecee82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:27.397765 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-ed276a6b-62f7-4a24-b1c0-d8b61ecee82a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1129 time: 0.0440080 May 10 20:37:27.475834 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:37:27.514623 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-6585bcd6-d8b7-4644-b174-b63f7c251271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:27.516736 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-6585bcd6-d8b7-4644-b174-b63f7c251271 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 910 time: 0.0995436 May 10 20:37:27.589776 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-662e3fff-25d7-4d60-8dcf-80ab2a989b60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 1000 time: 0.0656087 May 10 20:37:27.641207 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-8e81d806-5b22-449f-ba75-65f86ec3ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:27.642597 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-8e81d806-5b22-449f-ba75-65f86ec3ce2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 200 len: 848 time: 0.0450158 May 10 20:37:27.676172 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:27.691802 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-729e4f22-7b73-400b-bbc2-39323a5b735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:27.693385 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-729e4f22-7b73-400b-bbc2-39323a5b735d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433776 May 10 20:37:27.704458 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c3e1b-e7c4-4167-bffc-7c109c05fa40 None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:37:27.789650 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-41b4340b-0b4c-4e1f-b05c-5cbe98e64ee7 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887320 May 10 20:37:27.887706 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e4e1a853-7267-4413-a7bc-1d4ca5ec7ad3 req-6b4eb584-fcec-4365-85e2-c0ce3baad2ed service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913153 May 10 20:37:27.928925 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128a4ba-9d43-4ff1-a8cf-04f34bd1fb29 None None] New status for floating IP 40a1f8a0-b35c-4212-a41c-e626aed3d1ef: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:37:27.992680 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41038) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:28.048697 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f053-5469-448b-a867-f8984cbf8804 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (30cb3e73-372f-4261-baa4-b565a0d3efd5), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.074518 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f053-5469-448b-a867-f8984cbf8804 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (30cb3e73-372f-4261-baa4-b565a0d3efd5), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.086832 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.125891 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f053-5469-448b-a867-f8984cbf8804 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (30cb3e73-372f-4261-baa4-b565a0d3efd5), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.128433 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f053-5469-448b-a867-f8984cbf8804 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.129643 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-a2c3f053-5469-448b-a867-f8984cbf8804 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "DELETE /v2.0/security-groups/30cb3e73-372f-4261-baa4-b565a0d3efd5 HTTP/1.1" status: 204 len: 168 time: 0.1354985 May 10 20:37:28.132772 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41040) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:28.149021 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3f053-5469-448b-a867-f8984cbf8804 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cb3e73-372f-4261-baa4-b565a0d3efd5,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:28.155033 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.api.v2.resource [None req-07eeb5d4-9a47-4ee6-86d7-6b6c386be05b tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] show failed (client error): The resource could not be found. May 10 20:37:28.157395 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-07eeb5d4-9a47-4ee6-86d7-6b6c386be05b tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups/30cb3e73-372f-4261-baa4-b565a0d3efd5 HTTP/1.1" status: 404 len: 347 time: 0.0236599 May 10 20:37:28.159462 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41042) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:28.274033 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Deleting port 15532760-c22a-4e46-856f-7fda375b2868 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:37:28.274367 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (15532760-c22a-4e46-856f-7fda375b2868), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.347413 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (15532760-c22a-4e46-856f-7fda375b2868), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.347743 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (15532760-c22a-4e46-856f-7fda375b2868), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.361038 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Calling delete_port for 15532760-c22a-4e46-856f-7fda375b2868 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:37:28.490952 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (15532760-c22a-4e46-856f-7fda375b2868), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.517748 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'Port': ['ID=15532760-c22a-4e46-856f-7fda375b2868,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:28.582775 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (40a1f8a0-b35c-4212-a41c-e626aed3d1ef), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.585231 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.586365 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-28a977ea-4847-47c6-9a5e-e945591f6129 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "DELETE /v2.0/floatingips/40a1f8a0-b35c-4212-a41c-e626aed3d1ef HTTP/1.1" status: 204 len: 168 time: 0.4259653 May 10 20:37:28.658176 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41046) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:28.662622 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-22de1ff3-2a69-478c-9f7e-74319bf87cd4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97572786', 'description': 'tempest-description--597412431'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:37:28.681538 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22de1ff3-2a69-478c-9f7e-74319bf87cd4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.746121 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22de1ff3-2a69-478c-9f7e-74319bf87cd4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (4ce3a657-834f-4513-9797-1fdf312a85ed), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.749449 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22de1ff3-2a69-478c-9f7e-74319bf87cd4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (4ce3a657-834f-4513-9797-1fdf312a85ed), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.776082 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-22de1ff3-2a69-478c-9f7e-74319bf87cd4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.777294 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-22de1ff3-2a69-478c-9f7e-74319bf87cd4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1181083 May 10 20:37:28.780368 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41048) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:28.781692 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de1ff3-2a69-478c-9f7e-74319bf87cd4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce3a657-834f-4513-9797-1fdf312a85ed,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:28.786361 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e028e2f6-bfc1-4b8d-a11d-975d287b1088 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group_rule': {'security_group_id': '4ce3a657-834f-4513-9797-1fdf312a85ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:37:28.812895 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e028e2f6-bfc1-4b8d-a11d-975d287b1088 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (34a237f5-dc85-4be5-ba55-0e9cf6f1bbfc), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.867133 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e028e2f6-bfc1-4b8d-a11d-975d287b1088 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (34a237f5-dc85-4be5-ba55-0e9cf6f1bbfc), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.870668 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e028e2f6-bfc1-4b8d-a11d-975d287b1088 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (34a237f5-dc85-4be5-ba55-0e9cf6f1bbfc), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.888216 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028e2f6-bfc1-4b8d-a11d-975d287b1088 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a237f5-dc85-4be5-ba55-0e9cf6f1bbfc,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:28.897679 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e028e2f6-bfc1-4b8d-a11d-975d287b1088 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.899266 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e028e2f6-bfc1-4b8d-a11d-975d287b1088 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168807 May 10 20:37:28.901475 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41050) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:28.905650 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-e254db1f-dc2f-40de-b3d4-b394552c7787 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group_rule': {'security_group_id': '4ce3a657-834f-4513-9797-1fdf312a85ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:37:28.929651 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e254db1f-dc2f-40de-b3d4-b394552c7787 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (5b7dcfdc-e417-4b7e-a66f-a7947d70c86e), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.983702 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e254db1f-dc2f-40de-b3d4-b394552c7787 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (5b7dcfdc-e417-4b7e-a66f-a7947d70c86e), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:28.987323 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e254db1f-dc2f-40de-b3d4-b394552c7787 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (5b7dcfdc-e417-4b7e-a66f-a7947d70c86e), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.004254 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254db1f-dc2f-40de-b3d4-b394552c7787 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7dcfdc-e417-4b7e-a66f-a7947d70c86e,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:29.013814 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e254db1f-dc2f-40de-b3d4-b394552c7787 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.015699 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e254db1f-dc2f-40de-b3d4-b394552c7787 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127694 May 10 20:37:29.019123 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41052) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:29.023683 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:37:29.043078 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.121270 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.127832 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.226049 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Allocated IP 172.27.0.78 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/92767526-9ab5-42aa-aca7-763bdb32f66c) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:37:29.328555 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (92767526-9ab5-42aa-aca7-763bdb32f66c), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.360091 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (92767526-9ab5-42aa-aca7-763bdb32f66c), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.396783 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:37:29.399619 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:37:29.404950 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:37:29.426008 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=92767526-9ab5-42aa-aca7-763bdb32f66c,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:29.488166 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (f1d301b6-92ad-4028-8091-3773f77b3a8b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.526197 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (92767526-9ab5-42aa-aca7-763bdb32f66c), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.669564 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (92767526-9ab5-42aa-aca7-763bdb32f66c), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.675499 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (92767526-9ab5-42aa-aca7-763bdb32f66c), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.720132 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:37:29.740114 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:37:29.740457 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 9e2b91ca-1948-41ee-bd5e-aaf850ff56e1 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:37:29.743068 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=92767526-9ab5-42aa-aca7-763bdb32f66c,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:29.754258 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (f1d301b6-92ad-4028-8091-3773f77b3a8b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.769197 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:29.770443 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-81770f29-1bb4-4ead-a125-fd65d0fe5e84 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7502596 May 10 20:37:29.915149 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-540faea8-057a-4e6d-b0b5-bcee04a9f6e5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--97572786&fields=id&tenant_id=24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 267 time: 0.0406880 May 10 20:37:30.020271 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-cc40da17-c4fd-4e73-9248-5e01f9c0c86c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:30.021734 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-cc40da17-c4fd-4e73-9248-5e01f9c0c86c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 815 time: 0.1003342 May 10 20:37:30.036545 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-29c9d444-31cd-4ff2-b2db-b73a8f503b18 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/quotas/24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 375 time: 0.0093675 May 10 20:37:30.084004 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-3f592d8b-5639-41c1-9c91-3a23cc02a7fa tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424416 May 10 20:37:30.178465 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-7ee2c71f-93d6-4d12-abb8-68a8eab99de7 service neutron] 10.222.0.61 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828078 May 10 20:37:30.263992 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-e037c455-0b3c-43a7-91b8-40358ceb878a service neutron] 10.222.0.61 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798018 May 10 20:37:30.419869 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b70b2ba8-deaf-4d88-88a1-f87f4c653f38 req-587f87f7-4c34-4ab8-84e6-e532f3784346 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 210 time: 0.0305984 May 10 20:37:30.615766 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:31.485585 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-f14d2f6c-3f1c-4144-9530-89d809fa0dbd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:31.487267 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-f14d2f6c-3f1c-4144-9530-89d809fa0dbd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 815 time: 0.1079886 May 10 20:37:31.525226 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7a574c19-4c14-4e48-9960-6c0d38e21a44 req-b3814904-b826-473e-8578-cab647c24350 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 210 time: 0.0338235 May 10 20:37:31.551873 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-c74e32c5-9ef2-4d2e-8119-28f33f0a78d4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 378 time: 0.0562088 May 10 20:37:31.619540 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'port': {'device_id': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'admin_state_up': True, 'tenant_id': '24459511ae744b509a55faad8cd07970', 'security_groups': ['4ce3a657-834f-4513-9797-1fdf312a85ed']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:37:31.723515 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Made reservation on behalf of 24459511ae744b509a55faad8cd07970 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:37:31.726713 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:31.848863 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Allocated IP 172.20.0.14 (e86bfbdf-9b8b-4914-a508-1afa24268f93/b26bade4-36c9-4948-9cfa-82499aa1f40d/71d8f2d8-1dec-478b-b542-46bf66fbad3b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:37:32.225881 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:32.258899 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:32.299023 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:37:32.302072 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:37:32.307972 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:37:32.314629 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=71d8f2d8-1dec-478b-b542-46bf66fbad3b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:32.345506 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.345880 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.346180 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.346509 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.346832 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.347152 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.347474 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.347794 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.348107 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.348424 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.348740 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.349091 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.349408 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.349724 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.350040 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:32.370168 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:32.370942 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:32.387412 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-df87dfd0-0cb2-4ff3-9831-50a45d3b886c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7714143 May 10 20:37:32.397200 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-185d89c8-63a4-481a-b862-c0d973749b7b tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103477) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:37:32.398161 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-185d89c8-63a4-481a-b862-c0d973749b7b tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056238 May 10 20:37:32.461406 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Request body: {'port': {'device_id': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:37:32.520587 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:32.580919 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-ff5e83b0-a5b5-4ca1-8c5d-bae070d732af None None] Provisioning complete for port 71d8f2d8-1dec-478b-b542-46bf66fbad3b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:37:32.581518 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff5e83b0-a5b5-4ca1-8c5d-bae070d732af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:32.616583 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e83b0-a5b5-4ca1-8c5d-bae070d732af None None] Port 71d8f2d8-1dec-478b-b542-46bf66fbad3b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:37:32.641447 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c0bca-d4eb-4f18-a936-0d12dba48ed9 req-93dc982b-098e-4df7-a786-ec2a45f32d89 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:32.642922 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-392c0bca-d4eb-4f18-a936-0d12dba48ed9 req-93dc982b-098e-4df7-a786-ec2a45f32d89 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 932 time: 0.0478103 May 10 20:37:32.689818 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-392c0bca-d4eb-4f18-a936-0d12dba48ed9 req-2fda0919-e189-4ebb-853a-ceea22d17053 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408242 May 10 20:37:32.782021 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d8f2d8-1dec-478b-b542-46bf66fbad3b {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:37:32.789176 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Publish callbacks [] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:32.801475 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Transition to ACTIVE for port object 71d8f2d8-1dec-478b-b542-46bf66fbad3b will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:37:32.805217 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:32.854389 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Pushing event updated for resources: {'Port': ['ID=71d8f2d8-1dec-478b-b542-46bf66fbad3b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:32.928965 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Attempting to bind port 71d8f2d8-1dec-478b-b542-46bf66fbad3b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:37:32.929332 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Attempting to bind port 71d8f2d8-1dec-478b-b542-46bf66fbad3b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:37:32.929670 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Attempting to bind port 71d8f2d8-1dec-478b-b542-46bf66fbad3b on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:37:32.934272 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Port 71d8f2d8-1dec-478b-b542-46bf66fbad3b on network e86bfbdf-9b8b-4914-a508-1afa24268f93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:37:32.934597 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Attempting to bind port 71d8f2d8-1dec-478b-b542-46bf66fbad3b on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:37:32.939521 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:37:32.939920 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Checking segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:37:32.940315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Bound using segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:37:32.940746 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Bound port: 71d8f2d8-1dec-478b-b542-46bf66fbad3b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:37:32.941133 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:33.004929 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] For port 71d8f2d8-1dec-478b-b542-46bf66fbad3b, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:37:33.007834 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] For port 71d8f2d8-1dec-478b-b542-46bf66fbad3b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71d8f2d8-1dec-478b-b542-46bf66fbad3b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:37:33.013848 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:33.047951 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:33.048586 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:33.049969 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] 10.222.0.69 "PUT /v2.0/ports/71d8f2d8-1dec-478b-b542-46bf66fbad3b HTTP/1.1" status: 200 len: 1094 time: 0.6444592 May 10 20:37:33.050419 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'tag': '71d8f2d8-1dec-478b-b542-46bf66fbad3b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:37:33.052634 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcdb30d-67f3-45ee-b0bf-4030be6930a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac587b8-5a1a-4955-9f6a-b8d63c638690", "tag": "71d8f2d8-1dec-478b-b542-46bf66fbad3b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:37:33.101390 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4e26d-eb7f-4306-a6c3-dade891782b3 service neutron] Pushing event updated for resources: {'Port': ['ID=71d8f2d8-1dec-478b-b542-46bf66fbad3b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:33.108927 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7f9700-4618-4b7d-8d99-9cfccc303480 x-openstack-request-id: req-6c7f9700-4618-4b7d-8d99-9cfccc303480 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:37:33.109255 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac587b8-5a1a-4955-9f6a-b8d63c638690", "tag": "71d8f2d8-1dec-478b-b542-46bf66fbad3b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:37:33.109518 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c7f9700-4618-4b7d-8d99-9cfccc303480 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:37:33.109925 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7f9700-4618-4b7d-8d99-9cfccc303480'] response: {'name': 'network-changed', 'server_uuid': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'tag': '71d8f2d8-1dec-478b-b542-46bf66fbad3b', 'status': 'completed', 'code': 200} May 10 20:37:33.137738 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-9ab78003-d0f6-4ff4-8a68-c482502ac264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:33.139250 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-9ab78003-d0f6-4ff4-8a68-c482502ac264 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 1128 time: 0.0467126 May 10 20:37:33.186219 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-c5101f84-114d-4197-a1a6-d4068021aef6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d8f2d8-1dec-478b-b542-46bf66fbad3b HTTP/1.1" status: 200 len: 217 time: 0.0368855 May 10 20:37:33.236005 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-0929e1f0-f380-4851-84da-46945368e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:33.237528 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-0929e1f0-f380-4851-84da-46945368e077 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0448186 May 10 20:37:33.284611 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-bd3331d9-139d-4a36-b66f-594c549d6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:33.286129 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-bd3331d9-139d-4a36-b66f-594c549d6a4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423028 May 10 20:37:33.373071 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-dcca4054-7d3a-49c3-a140-c6e731ad2dfc service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805905 May 10 20:37:33.465339 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-74d30713-8d83-49b7-9b13-2a1000ee97b3 req-5a2d13a9-516b-4c9f-96ae-4e822e4f827d service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844424 May 10 20:37:33.800524 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe065d-4184-46b2-9fee-d5eea066ff0a req-62d60360-d6f8-4e06-869a-b0ccbc783459 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:33.802005 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81fe065d-4184-46b2-9fee-d5eea066ff0a req-62d60360-d6f8-4e06-869a-b0ccbc783459 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 944 time: 0.0453937 May 10 20:37:33.849944 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-81fe065d-4184-46b2-9fee-d5eea066ff0a req-e48c3c23-c99c-4cb6-96d2-cf7d055b7141 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423579 May 10 20:37:34.364905 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-957faf4e-fee6-4f92-88eb-cf9f54d396f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:34.366375 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-957faf4e-fee6-4f92-88eb-cf9f54d396f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 1128 time: 0.0394862 May 10 20:37:34.460979 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-04085abe-0498-4224-9574-df9c64ef6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:34.462474 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-04085abe-0498-4224-9574-df9c64ef6bf9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 916 time: 0.0896015 May 10 20:37:34.502291 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-d56e1f9a-e4c2-479b-a2ab-b0e75aee7685 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d8f2d8-1dec-478b-b542-46bf66fbad3b HTTP/1.1" status: 200 len: 217 time: 0.0327549 May 10 20:37:34.551064 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-4a9a7b4f-a227-49f8-87f7-12ccdad0a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:34.552419 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-4a9a7b4f-a227-49f8-87f7-12ccdad0a068 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0417879 May 10 20:37:34.594013 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-e50b4f85-fa59-4f41-adce-1830c46f5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:34.595431 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-e50b4f85-fa59-4f41-adce-1830c46f5aa8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374150 May 10 20:37:34.684091 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-51e4e14a-e092-457e-9b8d-ddd9a5906d9a service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815852 May 10 20:37:34.769677 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-afcdb30d-67f3-45ee-b0bf-4030be6930a2 req-a8097cf9-b2f1-487b-a134-71abbda2608f service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792840 May 10 20:37:34.966255 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94ef8d-2a74-425b-a080-2c9bc3595ac4 req-d501af43-1731-47ce-9387-90ff1eba5182 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:34.967620 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d94ef8d-2a74-425b-a080-2c9bc3595ac4 req-d501af43-1731-47ce-9387-90ff1eba5182 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 944 time: 0.0489855 May 10 20:37:35.012798 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0d94ef8d-2a74-425b-a080-2c9bc3595ac4 req-c2a424a6-49a0-408d-816c-6b0f2ffe0e2b tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396142 May 10 20:37:35.741800 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 71d8f2d8-1dec-478b-b542-46bf66fbad3b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:37:35.835853 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 71d8f2d8-1dec-478b-b542-46bf66fbad3b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71d8f2d8-1dec-478b-b542-46bf66fbad3b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:37:35.847399 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '71d8f2d8-1dec-478b-b542-46bf66fbad3b', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'port_id': '71d8f2d8-1dec-478b-b542-46bf66fbad3b', 'mac_address': 'fa:16:3e:b3:1a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:37:35.882338 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 71d8f2d8-1dec-478b-b542-46bf66fbad3b is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:37:35.882723 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:35.895633 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d8f2d8-1dec-478b-b542-46bf66fbad3b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:37:35.914680 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 71d8f2d8-1dec-478b-b542-46bf66fbad3b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71d8f2d8-1dec-478b-b542-46bf66fbad3b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:37:35.918541 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:35.966256 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=71d8f2d8-1dec-478b-b542-46bf66fbad3b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:36.123517 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd19fd-0ff9-46ee-8642-5237917c548e req-25a59a89-d134-4982-abc6-29ce89ff468c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:36.124999 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95dd19fd-0ff9-46ee-8642-5237917c548e req-25a59a89-d134-4982-abc6-29ce89ff468c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 945 time: 0.0460527 May 10 20:37:36.170710 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-95dd19fd-0ff9-46ee-8642-5237917c548e req-cdce08cc-65ec-4576-abc3-f325eb08d904 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401425 May 10 20:37:36.174409 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['71d8f2d8-1dec-478b-b542-46bf66fbad3b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:37:37.283484 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef383af-f559-41c0-8a85-c48d40ddac3c req-9f398e72-dab0-4222-9c82-a8a907cfb01c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:37.284833 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fef383af-f559-41c0-8a85-c48d40ddac3c req-9f398e72-dab0-4222-9c82-a8a907cfb01c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 945 time: 0.0481966 May 10 20:37:37.328659 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-fef383af-f559-41c0-8a85-c48d40ddac3c req-a5224adb-3fa4-4618-a194-f9154a5c3ced tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383875 May 10 20:37:37.742072 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 71d8f2d8-1dec-478b-b542-46bf66fbad3b up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:37:37.911747 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port 71d8f2d8-1dec-478b-b542-46bf66fbad3b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:37:37.919810 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 71d8f2d8-1dec-478b-b542-46bf66fbad3b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:37:37.920158 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:37.993648 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 71d8f2d8-1dec-478b-b542-46bf66fbad3b is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:37:37.993980 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:38.017118 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d8f2d8-1dec-478b-b542-46bf66fbad3b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:37:38.019646 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4520864-7a4d-4b05-bbc4-7871089e0f8d" -d '{"events": [{"server_uuid": "6ac587b8-5a1a-4955-9f6a-b8d63c638690", "name": "network-vif-plugged", "status": "completed", "tag": "71d8f2d8-1dec-478b-b542-46bf66fbad3b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:37:38.032295 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 71d8f2d8-1dec-478b-b542-46bf66fbad3b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71d8f2d8-1dec-478b-b542-46bf66fbad3b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:37:38.037290 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:38.060426 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bab963-a97d-4092-94d1-b6ab978916ff x-openstack-request-id: req-02bab963-a97d-4092-94d1-b6ab978916ff {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:37:38.060717 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac587b8-5a1a-4955-9f6a-b8d63c638690", "name": "network-vif-plugged", "status": "completed", "tag": "71d8f2d8-1dec-478b-b542-46bf66fbad3b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:37:38.061006 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02bab963-a97d-4092-94d1-b6ab978916ff {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:37:38.061399 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02bab963-a97d-4092-94d1-b6ab978916ff'] response: {'server_uuid': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d8f2d8-1dec-478b-b542-46bf66fbad3b', 'code': 200} May 10 20:37:38.091040 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=71d8f2d8-1dec-478b-b542-46bf66fbad3b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:37:38.097926 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.098266 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.098602 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.098938 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.099286 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.099593 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.099912 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.100228 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.100545 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.100866 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.101209 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.101525 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.101837 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.102148 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.102458 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:37:38.229411 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ebaa0-7d33-4abf-92ec-780b1c901bf9 req-4d886468-2857-4669-bcd1-6dc344875e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:38.231062 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c09ebaa0-7d33-4abf-92ec-780b1c901bf9 req-4d886468-2857-4669-bcd1-6dc344875e30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 1130 time: 0.0427871 May 10 20:37:38.274825 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-c09ebaa0-7d33-4abf-92ec-780b1c901bf9 req-19e56525-76eb-4d03-9776-29ce3c7f58c3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365775 May 10 20:37:38.439535 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c285b-5058-4494-8382-d2504e23f7d5 req-f94a0680-337a-4539-849e-cb9d94a4347f tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:38.441020 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-780c285b-5058-4494-8382-d2504e23f7d5 req-f94a0680-337a-4539-849e-cb9d94a4347f tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 946 time: 0.0463445 May 10 20:37:38.485673 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-780c285b-5058-4494-8382-d2504e23f7d5 req-199166d8-a329-4621-a99a-7633bdb7dbdc tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391588 May 10 20:37:39.606146 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcbf64-1d6f-4b42-bba3-19058550f4fb req-f78e1e2e-e23a-4eda-b522-d373efc81a6a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:39.607636 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3cfcbf64-1d6f-4b42-bba3-19058550f4fb req-f78e1e2e-e23a-4eda-b522-d373efc81a6a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 946 time: 0.0461059 May 10 20:37:39.656505 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3cfcbf64-1d6f-4b42-bba3-19058550f4fb req-0bc29f81-a4c5-4fe0-b90b-2ca744cacff1 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433455 May 10 20:37:39.769459 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e69fb4-d63f-4097-a960-634e4a761b68 req-10c92777-10a4-4fe8-8d5d-22caa4686bec tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:39.770947 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-16e69fb4-d63f-4097-a960-634e4a761b68 req-10c92777-10a4-4fe8-8d5d-22caa4686bec tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 946 time: 0.0466559 May 10 20:37:39.779286 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41116) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:37:39.783428 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2cd4cae9-1434-48e5-a613-dd0f1532bb08 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'floatingip': {'port_id': '71d8f2d8-1dec-478b-b542-46bf66fbad3b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:37:39.822128 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cd4cae9-1434-48e5-a613-dd0f1532bb08 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (f1d301b6-92ad-4028-8091-3773f77b3a8b), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:40.258156 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cd4cae9-1434-48e5-a613-dd0f1532bb08 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:40.261911 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cd4cae9-1434-48e5-a613-dd0f1532bb08 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (f1d301b6-92ad-4028-8091-3773f77b3a8b), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:40.361823 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-2cd4cae9-1434-48e5-a613-dd0f1532bb08 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Floating IP f1d301b6-92ad-4028-8091-3773f77b3a8b associated. External IP: 172.27.0.78, port: 71d8f2d8-1dec-478b-b542-46bf66fbad3b. May 10 20:37:40.571091 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd4cae9-1434-48e5-a613-dd0f1532bb08 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:37:40.678497 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd4cae9-1434-48e5-a613-dd0f1532bb08 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:37:40.682953 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2cd4cae9-1434-48e5-a613-dd0f1532bb08 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:40.688172 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:37:40.697815 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:37:40.698410 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:37:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:40.712137 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2cd4cae9-1434-48e5-a613-dd0f1532bb08 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "PUT /v2.0/floatingips/f1d301b6-92ad-4028-8091-3773f77b3a8b HTTP/1.1" status: 200 len: 991 time: 0.9318402 May 10 20:37:40.712742 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'tag': '71d8f2d8-1dec-478b-b542-46bf66fbad3b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:37:40.715238 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac587b8-5a1a-4955-9f6a-b8d63c638690", "tag": "71d8f2d8-1dec-478b-b542-46bf66fbad3b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:37:40.749942 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df318258-8190-4269-b6c7-abd3ae26d4fe x-openstack-request-id: req-df318258-8190-4269-b6c7-abd3ae26d4fe {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:37:40.750239 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac587b8-5a1a-4955-9f6a-b8d63c638690", "tag": "71d8f2d8-1dec-478b-b542-46bf66fbad3b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:37:40.750498 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df318258-8190-4269-b6c7-abd3ae26d4fe {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:37:40.750903 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df318258-8190-4269-b6c7-abd3ae26d4fe'] response: {'name': 'network-changed', 'server_uuid': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'tag': '71d8f2d8-1dec-478b-b542-46bf66fbad3b', 'status': 'completed', 'code': 200} May 10 20:37:40.806842 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:37:40.808634 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-d51fa9b5-7723-4a9a-ad65-16c2793761c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:40.810178 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-d51fa9b5-7723-4a9a-ad65-16c2793761c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 1130 time: 0.0385602 May 10 20:37:40.905192 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-f307fe96-7838-444c-8a09-e6da0fea77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:40.906717 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-f307fe96-7838-444c-8a09-e6da0fea77a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 916 time: 0.0874414 May 10 20:37:40.973425 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-ccbb3dc7-de9d-4bf0-91ff-87707eb3c48e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d8f2d8-1dec-478b-b542-46bf66fbad3b HTTP/1.1" status: 200 len: 999 time: 0.0593381 May 10 20:37:41.021126 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-3d7a7180-f126-4c88-b672-953d83c57ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:41.021375 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'f1d301b6-92ad-4028-8091-3773f77b3a8b', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '71d8f2d8-1dec-478b-b542-46bf66fbad3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:b3:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:37:29Z', 'updated_at': '2022-05-10T20:37:40Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:41.022603 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-3d7a7180-f126-4c88-b672-953d83c57ffc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0440788 May 10 20:37:41.047651 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:37:41.055912 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:37:41.056521 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:37:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:41.069279 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-78a64ef2-20b0-4bfb-addd-8493e6d12bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:41.070854 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-78a64ef2-20b0-4bfb-addd-8493e6d12bdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428145 May 10 20:37:41.163749 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:37:41.164321 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-d044d539-e154-4f6b-8882-84c4915b8a45 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872366 May 10 20:37:41.256775 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-9f4eec78-e14b-4a8f-8aa5-8ea154167ec3 req-a69f4d67-29da-4b93-be69-81ed0b07da5c service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866840 May 10 20:37:41.374240 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'f1d301b6-92ad-4028-8091-3773f77b3a8b', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '71d8f2d8-1dec-478b-b542-46bf66fbad3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:b3:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:37:29Z', 'updated_at': '2022-05-10T20:37:40Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:37:41.400102 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c1d8b4-3ef5-4b94-85b5-19f1b78817f6 None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'f1d301b6-92ad-4028-8091-3773f77b3a8b', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': '71d8f2d8-1dec-478b-b542-46bf66fbad3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:b3:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:37:29Z', 'updated_at': '2022-05-10T20:37:40Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:37:41.590902 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85220c23-ae12-4503-980f-92e76e26956f None None] New status for floating IP f1d301b6-92ad-4028-8091-3773f77b3a8b: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:37:50.053258 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:37:51.709995 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:54.455038 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-439018df-5b1b-4bc2-91b6-6e0c2f528036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:56.685761 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-cccb2ba8-91c6-4da8-9b81-0e5c5ff3d33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:56.846166 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3f46b-a99d-403e-813f-ebcb269e9077 req-9babb336-59b8-4d74-a0e4-1b70634eb3a0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:56.847639 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0fc3f46b-a99d-403e-813f-ebcb269e9077 req-9babb336-59b8-4d74-a0e4-1b70634eb3a0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0465736 May 10 20:37:56.895440 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0fc3f46b-a99d-403e-813f-ebcb269e9077 req-954915ba-f31c-42d1-8064-13247b35678f tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422583 May 10 20:37:58.010153 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7446e-4ea9-49fd-ae1d-126467890975 req-83d866c7-5985-49af-902c-647ae2d3931c tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:58.011578 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20a7446e-4ea9-49fd-ae1d-126467890975 req-83d866c7-5985-49af-902c-647ae2d3931c tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0491011 May 10 20:37:58.058907 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-20a7446e-4ea9-49fd-ae1d-126467890975 req-161f688f-4d37-4375-8f17-e0950efcaddc tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 May 10 20:37:58.088615 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:59.130605 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:37:59.173590 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816f81b-b5c6-45ae-a0e2-d220e2e670ad req-7f0923bd-1c9e-47c2-ae59-534d152b1685 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:37:59.175038 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3816f81b-b5c6-45ae-a0e2-d220e2e670ad req-7f0923bd-1c9e-47c2-ae59-534d152b1685 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0486598 May 10 20:37:59.222415 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3816f81b-b5c6-45ae-a0e2-d220e2e670ad req-1fc1b116-fce7-481e-9469-3aeac251b1c9 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418077 May 10 20:38:00.331216 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5b4ac-6f37-40db-a375-04db1f7f6aa3 req-b74b7973-db6b-4415-b089-c227f72d8995 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:00.332663 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dfc5b4ac-6f37-40db-a375-04db1f7f6aa3 req-b74b7973-db6b-4415-b089-c227f72d8995 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0455463 May 10 20:38:00.382379 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-dfc5b4ac-6f37-40db-a375-04db1f7f6aa3 req-1b714a78-ae35-48e1-82e3-66ae38849528 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443382 May 10 20:38:00.617797 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:01.495211 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f7c39-dac0-40b1-8039-18f404799d00 req-04074116-6f33-4df5-bd02-787731deaac4 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:01.496650 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c3f7c39-dac0-40b1-8039-18f404799d00 req-04074116-6f33-4df5-bd02-787731deaac4 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0459440 May 10 20:38:01.543991 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4c3f7c39-dac0-40b1-8039-18f404799d00 req-371b02b0-84ac-475e-ab87-267e30aa23d5 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 May 10 20:38:02.652917 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c0ed8-bfa7-4fc7-83b9-2dcdab1b5206 req-6329be53-d2c9-4487-87a1-05554b893d25 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:02.654411 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-085c0ed8-bfa7-4fc7-83b9-2dcdab1b5206 req-6329be53-d2c9-4487-87a1-05554b893d25 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0457885 May 10 20:38:02.701205 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-085c0ed8-bfa7-4fc7-83b9-2dcdab1b5206 req-e1375507-5fa0-49f1-a015-a2ddcf31a0ec tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408103 May 10 20:38:03.813453 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb43343-c012-4745-826a-f0242ca5c759 req-63ce115f-19c5-4ff8-8cb6-7eaecc7641f8 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:03.814919 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ddb43343-c012-4745-826a-f0242ca5c759 req-63ce115f-19c5-4ff8-8cb6-7eaecc7641f8 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0496075 May 10 20:38:03.862604 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ddb43343-c012-4745-826a-f0242ca5c759 req-017a1c58-38a1-4cb8-a743-bdfbd864ec47 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 May 10 20:38:04.972271 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7d204-cf1a-4ae0-956e-62455ba4baa8 req-78e79eed-b7d7-491a-8bac-8e61a40aa5f2 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:04.973814 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9a7d204-cf1a-4ae0-956e-62455ba4baa8 req-78e79eed-b7d7-491a-8bac-8e61a40aa5f2 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0459409 May 10 20:38:05.021206 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f9a7d204-cf1a-4ae0-956e-62455ba4baa8 req-80ff0316-17bb-41cb-abf1-8bb8f5849972 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 May 10 20:38:06.138394 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ee1d3-ea74-477d-af84-58d498ca59e2 req-73a1eb8d-54b0-4872-87fe-21dce6a9aae2 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:06.139845 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-279ee1d3-ea74-477d-af84-58d498ca59e2 req-73a1eb8d-54b0-4872-87fe-21dce6a9aae2 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0487738 May 10 20:38:06.187241 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-279ee1d3-ea74-477d-af84-58d498ca59e2 req-23902043-ff49-47c8-8638-8ad7087a1cf8 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415180 May 10 20:38:06.988321 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-beda1e75-4849-4b9c-94a7-b9268cfe54df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:06.989823 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-beda1e75-4849-4b9c-94a7-b9268cfe54df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1129 time: 0.0402563 May 10 20:38:07.079885 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-4ff48161-b956-4951-a06c-9937ffafd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:07.081404 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-4ff48161-b956-4951-a06c-9937ffafd99c service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 910 time: 0.0857031 May 10 20:38:07.153331 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-c16f9880-e77a-4112-abb2-63abdee93ef1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 1000 time: 0.0650299 May 10 20:38:07.200005 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-f0698eeb-7180-4f20-aa98-2408796dbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:07.201444 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-f0698eeb-7180-4f20-aa98-2408796dbdc9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 200 len: 848 time: 0.0422118 May 10 20:38:07.244903 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-e87d0d98-ec1f-441d-b561-f562f3414e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:07.246415 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-e87d0d98-ec1f-441d-b561-f562f3414e75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387039 May 10 20:38:07.299036 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64670dc2-f966-4137-8f8c-c06e6cc53232 req-f847e222-d7bb-4db8-b02f-61dd0883d935 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:07.300492 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-64670dc2-f966-4137-8f8c-c06e6cc53232 req-f847e222-d7bb-4db8-b02f-61dd0883d935 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0463488 May 10 20:38:07.338757 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-f97074c3-d55d-46f4-9e06-af928c23948b service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860920 May 10 20:38:07.348218 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-64670dc2-f966-4137-8f8c-c06e6cc53232 req-e4bde54e-8722-46fe-851b-813befbf8e32 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420485 May 10 20:38:07.430343 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-cbbc87e2-7e42-4a4b-8cbe-f4cc2ab44605 req-06842aa0-3feb-4b69-b317-34a3d7d6c2f9 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856457 May 10 20:38:08.457907 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed6b2-bd9e-42bf-b4fc-8af855337164 req-5362114f-ec51-414d-a77e-b019a4f532d2 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:08.459320 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-833ed6b2-bd9e-42bf-b4fc-8af855337164 req-5362114f-ec51-414d-a77e-b019a4f532d2 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0446496 May 10 20:38:08.509682 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-833ed6b2-bd9e-42bf-b4fc-8af855337164 req-9339923c-d03c-4a38-a2c3-c9c6fe224392 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 May 10 20:38:09.619773 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d560fd-d998-4778-afa6-193b8ad54346 req-702b8464-6445-4ed5-b4f0-f03a2deeb3ce tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:09.621232 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d9d560fd-d998-4778-afa6-193b8ad54346 req-702b8464-6445-4ed5-b4f0-f03a2deeb3ce tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0452912 May 10 20:38:09.670455 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d9d560fd-d998-4778-afa6-193b8ad54346 req-bc539890-f184-445a-9dbd-6db7d7ead592 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 May 10 20:38:09.886888 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae63c15-e64f-48cb-a651-be701ee2d549 req-c36c7450-9885-4720-8893-d0e1f91fbb9d tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:09.888731 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4ae63c15-e64f-48cb-a651-be701ee2d549 req-c36c7450-9885-4720-8893-d0e1f91fbb9d tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0508494 May 10 20:38:09.904685 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-545e33f3-14d0-4bce-8fc0-e1775803219b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919108 May 10 20:38:09.937728 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4ae63c15-e64f-48cb-a651-be701ee2d549 req-569331b8-170a-488a-833c-7fbf8e885fec tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433645 May 10 20:38:10.027581 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-d0009039-06d1-4181-904b-a59b809b6399 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:10.028927 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-d0009039-06d1-4181-904b-a59b809b6399 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports/33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 942 time: 0.0972376 May 10 20:38:11.053531 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffab5d3-e695-4b66-bb89-ea57d594b227 req-bcfae67d-92b5-40e1-8071-71339734b4dd tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:11.054992 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3ffab5d3-e695-4b66-bb89-ea57d594b227 req-bcfae67d-92b5-40e1-8071-71339734b4dd tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0491552 May 10 20:38:11.102375 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-3ffab5d3-e695-4b66-bb89-ea57d594b227 req-5a1e9ec8-054b-4029-a5a6-949c89699c01 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419843 May 10 20:38:11.254537 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-5dedc248-c5cc-42ce-946a-8c7ce85cb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:11.255905 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-5dedc248-c5cc-42ce-946a-8c7ce85cb3c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246&tenant_id=61379b54bfc341878955a07870c5fda4 HTTP/1.1" status: 200 len: 1129 time: 0.0386269 May 10 20:38:11.314960 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-2fc4b5bc-8a26-4885-afe0-5dfac733e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:11.316408 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-2fc4b5bc-8a26-4885-afe0-5dfac733e1fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1129 time: 0.0376849 May 10 20:38:11.406168 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-eb54429e-84d8-4f4c-81c9-d26041127f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:11.407653 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-eb54429e-84d8-4f4c-81c9-d26041127f69 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 910 time: 0.0843441 May 10 20:38:11.474402 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-c9cf2ea3-4e8a-49bc-b589-ca613b48f4f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 1000 time: 0.0571477 May 10 20:38:11.527857 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-f35ee661-adbe-418b-81db-3bf941f0efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:11.529234 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-f35ee661-adbe-418b-81db-3bf941f0efae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 200 len: 848 time: 0.0464933 May 10 20:38:11.572783 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-d3772694-13fb-4bda-a047-a454e9a9f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:11.574263 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-d3772694-13fb-4bda-a047-a454e9a9f200 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372801 May 10 20:38:11.661736 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-05b8ace7-1669-4873-863d-995663da4338 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787182 May 10 20:38:11.752618 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-8b74ee9f-8faa-461e-96bf-ac7f49c18267 req-154a76cc-65d8-4665-9afb-90d02e230023 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837133 May 10 20:38:12.212519 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53923444-ef6c-4679-9ddb-2a8e926084a7 req-d5fce446-d339-4d6c-8b0e-7518475ec3d1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:12.213995 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-53923444-ef6c-4679-9ddb-2a8e926084a7 req-d5fce446-d339-4d6c-8b0e-7518475ec3d1 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0455060 May 10 20:38:12.261149 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-53923444-ef6c-4679-9ddb-2a8e926084a7 req-b3bb2e9f-1881-4a2b-9e13-10bffb1ac6bf tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 May 10 20:38:13.371396 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c346da-4da5-4086-a5ef-0c97e6680435 req-7cd35c74-2b68-469f-894e-43c2158bcd2c tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:13.372857 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-53c346da-4da5-4086-a5ef-0c97e6680435 req-7cd35c74-2b68-469f-894e-43c2158bcd2c tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0458550 May 10 20:38:13.423322 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-53c346da-4da5-4086-a5ef-0c97e6680435 req-c0249825-a0e7-42c7-816b-857397009458 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449421 May 10 20:38:14.038791 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 33a5e6ed-c63a-4e5f-a910-096813ddde2b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:14.110856 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 33a5e6ed-c63a-4e5f-a910-096813ddde2b is: ACTIVE; New status is: DOWN {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:38:14.111184 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:14.133375 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:14.135546 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6344d13b-4731-4284-8421-7f28e4e92ceb" -d '{"events": [{"server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "name": "network-vif-unplugged", "status": "completed", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:14.151478 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:14.155708 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:14.178355 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cbc420-3f5e-4b7a-a1cf-cd1b71377434 x-openstack-request-id: req-70cbc420-3f5e-4b7a-a1cf-cd1b71377434 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:14.178643 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "name": "network-vif-unplugged", "status": "completed", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:14.178894 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-70cbc420-3f5e-4b7a-a1cf-cd1b71377434 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:14.179275 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cbc420-3f5e-4b7a-a1cf-cd1b71377434'] response: {'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'code': 200} May 10 20:38:14.203833 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=33a5e6ed-c63a-4e5f-a910-096813ddde2b,revision_number=6']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:14.534660 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bfd61-c978-489b-a1b3-ad35729e1a8e req-cbe00ba7-2744-453a-8b78-b7edef478753 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:14.536096 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-931bfd61-c978-489b-a1b3-ad35729e1a8e req-cbe00ba7-2744-453a-8b78-b7edef478753 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0457089 May 10 20:38:14.583026 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-931bfd61-c978-489b-a1b3-ad35729e1a8e req-5bd11f37-cdae-42a4-a2bf-115b8d9e4f2f tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414641 May 10 20:38:15.695495 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e47d7c-800b-4854-a42c-57ef6958d75b req-a10e3970-e471-4092-a3df-fd2e61568e2c tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:15.696938 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-23e47d7c-800b-4854-a42c-57ef6958d75b req-a10e3970-e471-4092-a3df-fd2e61568e2c tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0460861 May 10 20:38:15.742702 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-23e47d7c-800b-4854-a42c-57ef6958d75b req-df9337d9-9d44-4dc0-b619-470698380f88 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403285 May 10 20:38:16.872142 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115fa5c-0d3e-417c-b65b-61722955f474 req-f1a3076b-022c-4649-b6c7-436b0af345c0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:16.874139 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8115fa5c-0d3e-417c-b65b-61722955f474 req-f1a3076b-022c-4649-b6c7-436b0af345c0 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0608873 May 10 20:38:16.925724 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8115fa5c-0d3e-417c-b65b-61722955f474 req-23f0320f-f4b4-4da9-adc9-061d20dae8fe tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440257 May 10 20:38:18.010890 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59603eeb-3391-41b4-9a1e-af5a59175ced req-935469b2-bacf-406d-802b-e73420786df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:18.012410 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-59603eeb-3391-41b4-9a1e-af5a59175ced req-935469b2-bacf-406d-802b-e73420786df5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1127 time: 0.0497253 May 10 20:38:18.053312 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5ffa4-ffcc-41bb-aa28-cca33b995cde req-964c2b9c-243b-4fb5-8519-4fed3e5d2223 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:18.054805 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ebd5ffa4-ffcc-41bb-aa28-cca33b995cde req-964c2b9c-243b-4fb5-8519-4fed3e5d2223 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0541377 May 10 20:38:18.062005 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-59603eeb-3391-41b4-9a1e-af5a59175ced req-2dbd192d-07c5-4640-8c77-7de9c1de69a3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 May 10 20:38:18.104754 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ebd5ffa4-ffcc-41bb-aa28-cca33b995cde req-47e3a3f8-5dae-4435-86ba-e770d3c89c8d tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 May 10 20:38:18.689451 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41208) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:18.842969 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Deleting port b82e2815-b295-4c09-8a58-3006c1ed68b8 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:18.843305 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (b82e2815-b295-4c09-8a58-3006c1ed68b8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:18.923608 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (b82e2815-b295-4c09-8a58-3006c1ed68b8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:18.923843 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (b82e2815-b295-4c09-8a58-3006c1ed68b8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:18.936131 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Calling delete_port for b82e2815-b295-4c09-8a58-3006c1ed68b8 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:19.367897 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819e5d2-ae6f-4cc3-a702-9cd468892b20 req-11734831-fb1b-4fe9-a04f-ea6b1510ef78 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:19.369406 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4819e5d2-ae6f-4cc3-a702-9cd468892b20 req-11734831-fb1b-4fe9-a04f-ea6b1510ef78 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 943 time: 0.0690634 May 10 20:38:19.402216 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (b82e2815-b295-4c09-8a58-3006c1ed68b8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:19.435873 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event deleted for resources: {'Port': ['ID=b82e2815-b295-4c09-8a58-3006c1ed68b8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:19.456982 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-4819e5d2-ae6f-4cc3-a702-9cd468892b20 req-010dc4bc-de01-41b9-b4e2-59d53607b598 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791390 May 10 20:38:19.508937 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (37fbac35-b7a4-4165-bb27-16cf704267ea), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:19.509302 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Floating IP 37fbac35-b7a4-4165-bb27-16cf704267ea disassociated (deleted). External IP: 172.27.0.87, port: 7b8363ce-797d-4e6c-9ee6-edd52830ef17. May 10 20:38:19.723460 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Router 3b09f6be-b249-4d01-abcc-e09125850d03 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:38:19.831009 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:38:19.835868 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:19.841823 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] Sync routers for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:38:19.852414 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:19.853057 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:37:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:19.865807 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b4b02013-481f-4b53-bf13-fda3c6688b9a tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "DELETE /v2.0/floatingips/37fbac35-b7a4-4165-bb27-16cf704267ea HTTP/1.1" status: 204 len: 168 time: 1.1752880 May 10 20:38:19.866404 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:19.868645 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a03c77-10cd-47ec-ab16-c4feece2a493" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:19.965448 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:19.971789 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf960b3d-560d-4dba-8136-4be567b104c4 x-openstack-request-id: req-cf960b3d-560d-4dba-8136-4be567b104c4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:19.972103 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:19.972346 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf960b3d-560d-4dba-8136-4be567b104c4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:19.972754 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf960b3d-560d-4dba-8136-4be567b104c4'] response: {'name': 'network-changed', 'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'status': 'completed', 'code': 200} May 10 20:38:20.044286 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-363a8eb2-2fc1-40e0-bfcc-e722533e83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:20.045843 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-363a8eb2-2fc1-40e0-bfcc-e722533e83b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0440359 May 10 20:38:20.085795 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 33a5e6ed-c63a-4e5f-a910-096813ddde2b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:38:20.096205 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b3afc-5144-4897-9de3-3edf8c10f0dd req-fb1328cc-daa5-4dfe-aef2-a1f640b3bdc2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:20.097886 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b02b3afc-5144-4897-9de3-3edf8c10f0dd req-fb1328cc-daa5-4dfe-aef2-a1f640b3bdc2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 945 time: 0.0500367 May 10 20:38:20.150698 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b02b3afc-5144-4897-9de3-3edf8c10f0dd req-ee088056-c304-40bc-a2cc-84246fc2ab01 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464661 May 10 20:38:20.193419 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:20.205116 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'port_id': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'mac_address': 'fa:16:3e:1f:22:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:38:20.213503 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '95b7e895-c384-42be-85e2-1e227f72e6f9', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:34:18Z', 'updated_at': '2022-05-10T20:34:21Z', 'revision_number': 1, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:20.239979 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] Checking router: 3b09f6be-b249-4d01-abcc-e09125850d03 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:38:20.241187 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 33a5e6ed-c63a-4e5f-a910-096813ddde2b is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:38:20.241675 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:20.247872 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:20.248468 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:37:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:20.254555 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a5e6ed-c63a-4e5f-a910-096813ddde2b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:38:20.275737 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:20.279934 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:20.326990 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=33a5e6ed-c63a-4e5f-a910-096813ddde2b,revision_number=7']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:20.357152 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:20.547328 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['33a5e6ed-c63a-4e5f-a910-096813ddde2b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:38:20.561690 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '95b7e895-c384-42be-85e2-1e227f72e6f9', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:34:18Z', 'updated_at': '2022-05-10T20:34:21Z', 'revision_number': 1, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:20.591571 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b784d-bfcd-4816-be2e-e1cf4e3c95b6 None None] The sync data for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi is: [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': '95b7e895-c384-42be-85e2-1e227f72e6f9', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'port_id': 'ce64c984-b78b-4730-942e-62fd2c030058', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'mac_address': 'fa:16:3e:53:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:34:18Z', 'updated_at': '2022-05-10T20:34:21Z', 'revision_number': 1, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:38:20.816486 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a7e4ec-c651-4ee8-ad31-28a9fe542da8 None None] New status for floating IP 37fbac35-b7a4-4165-bb27-16cf704267ea: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:38:21.122053 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-dd8dca19-4ce5-4327-8b69-35a0665bd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:21.123422 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-dd8dca19-4ce5-4327-8b69-35a0665bd47f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 913 time: 0.0823321 May 10 20:38:21.193712 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-3be1cba1-920b-46af-ac0a-72d3088c52e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b8363ce-797d-4e6c-9ee6-edd52830ef17 HTTP/1.1" status: 200 len: 217 time: 0.0381854 May 10 20:38:21.270583 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cf1a3-928e-450f-a89d-bfd3be654980 req-a851107a-33f6-42db-99cc-f983eea43a14 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:21.272062 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c81cf1a3-928e-450f-a89d-bfd3be654980 req-a851107a-33f6-42db-99cc-f983eea43a14 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 945 time: 0.0504127 May 10 20:38:21.282310 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-fabef699-6a51-4f99-b446-db1d19e6b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:21.283792 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-fabef699-6a51-4f99-b446-db1d19e6b03c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0449128 May 10 20:38:21.321664 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c81cf1a3-928e-450f-a89d-bfd3be654980 req-54fa7d52-ea28-4a17-b76b-063a4ddfc2dc tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429826 May 10 20:38:21.334366 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-d42c08dc-5271-4c4c-b0a1-51b5a6e26317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:21.335975 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-d42c08dc-5271-4c4c-b0a1-51b5a6e26317 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441811 May 10 20:38:21.563135 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-096fc311-c63f-489f-8ce2-08b8ffffce5e service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079698 May 10 20:38:21.620231 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-d9c762cf-47e4-44c7-b8fc-0041b8d80c9d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:21.621646 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-d9c762cf-47e4-44c7-b8fc-0041b8d80c9d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 945 time: 0.0907094 May 10 20:38:21.721316 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:21.730597 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-38a03c77-10cd-47ec-ab16-c4feece2a493 req-ef613a25-1b07-496f-a64b-87641e0ef89f service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606925 May 10 20:38:21.733721 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Deleting port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:21.734062 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:21.827271 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] For port 7b8363ce-797d-4e6c-9ee6-edd52830ef17, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7b8363ce-797d-4e6c-9ee6-edd52830ef17,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:21.827552 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:21.840097 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Calling delete_port for 7b8363ce-797d-4e6c-9ee6-edd52830ef17 owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:21.961936 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (7b8363ce-797d-4e6c-9ee6-edd52830ef17), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:21.991380 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event deleted for resources: {'Port': ['ID=7b8363ce-797d-4e6c-9ee6-edd52830ef17,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:22.036252 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] No DVR routers for this DVR port 7b8363ce-797d-4e6c-9ee6-edd52830ef17 on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:38:22.038701 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:22.041830 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-d90178d0-f700-42d2-b4f7-8f4f8377636c req-4d74df01-aebe-4f13-893d-facf0d758c7d tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "DELETE /v2.0/ports/7b8363ce-797d-4e6c-9ee6-edd52830ef17 HTTP/1.1" status: 204 len: 173 time: 0.4141238 May 10 20:38:22.042253 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'name': 'network-vif-deleted', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:22.044425 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe569e0a-fed8-425b-93e0-19c19e0e5b5d" -d '{"events": [{"server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "name": "network-vif-deleted", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:22.089590 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 33a5e6ed-c63a-4e5f-a910-096813ddde2b up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:38:22.139256 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccf10b1-3e9d-4a4b-9ff5-b0097b92509a x-openstack-request-id: req-fccf10b1-3e9d-4a4b-9ff5-b0097b92509a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:22.139755 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8", "name": "network-vif-deleted", "tag": "7b8363ce-797d-4e6c-9ee6-edd52830ef17", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:22.139920 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fccf10b1-3e9d-4a4b-9ff5-b0097b92509a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:22.140317 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fccf10b1-3e9d-4a4b-9ff5-b0097b92509a'] response: {'server_uuid': '4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8', 'name': 'network-vif-deleted', 'tag': '7b8363ce-797d-4e6c-9ee6-edd52830ef17', 'status': 'completed', 'code': 200} May 10 20:38:22.140434 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port 33a5e6ed-c63a-4e5f-a910-096813ddde2b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:38:22.140728 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:22.214518 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port 33a5e6ed-c63a-4e5f-a910-096813ddde2b is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:38:22.214892 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:22.237566 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:22.239766 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748b282-061b-404c-8684-c995a02c805e" -d '{"events": [{"server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "name": "network-vif-plugged", "status": "completed", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:22.251966 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:22.258189 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:22.284786 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf12518b-8de6-4153-8dfb-472088833820 x-openstack-request-id: req-cf12518b-8de6-4153-8dfb-472088833820 {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:22.285094 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "name": "network-vif-plugged", "status": "completed", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:22.285348 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf12518b-8de6-4153-8dfb-472088833820 {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:22.285739 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf12518b-8de6-4153-8dfb-472088833820'] response: {'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'code': 200} May 10 20:38:22.311424 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=33a5e6ed-c63a-4e5f-a910-096813ddde2b,revision_number=8']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:22.445811 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-10abc3ae-a1e5-4c98-9871-9a72b8cf3b1c req-24e5afbf-fd77-43ae-8fe9-6c43d0f7bfe3 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e7107b0-57c8-48ab-be23-0d9c7d1ffcd8 HTTP/1.1" status: 200 len: 210 time: 0.0280502 May 10 20:38:24.458799 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a151793e-83ff-407c-97e7-f018a9b405db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:25.729189 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41268) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:25.878760 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Deleting port 001aeb2f-e918-4d11-82e7-a0ec572cc732 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:25.879100 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (001aeb2f-e918-4d11-82e7-a0ec572cc732), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:25.962261 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (001aeb2f-e918-4d11-82e7-a0ec572cc732), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:25.962590 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (001aeb2f-e918-4d11-82e7-a0ec572cc732), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:25.981227 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Calling delete_port for 001aeb2f-e918-4d11-82e7-a0ec572cc732 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:26.091594 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 7b8363ce-797d-4e6c-9ee6-edd52830ef17 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:26.112273 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 7b8363ce-797d-4e6c-9ee6-edd52830ef17 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:38:26.112696 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 7b8363ce-797d-4e6c-9ee6-edd52830ef17 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:38:26.131756 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (001aeb2f-e918-4d11-82e7-a0ec572cc732), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:26.157307 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event deleted for resources: {'Port': ['ID=001aeb2f-e918-4d11-82e7-a0ec572cc732,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:26.183933 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.184284 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.184623 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.184965 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.185318 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.185647 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.185972 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.186296 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.186638 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.186943 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.187267 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.187592 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.187911 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.188230 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.188545 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:26.230262 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (95b7e895-c384-42be-85e2-1e227f72e6f9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:26.230646 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Floating IP 95b7e895-c384-42be-85e2-1e227f72e6f9 disassociated (deleted). External IP: 172.27.0.156, port: ce64c984-b78b-4730-942e-62fd2c030058. May 10 20:38:26.447079 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Router 3b09f6be-b249-4d01-abcc-e09125850d03 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:38:26.558924 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:38:26.564150 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:26.569750 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] Sync routers for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:38:26.578980 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:26.579583 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:37:57Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:26.603939 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b5030107-439a-4046-948f-42d6137d582c tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "DELETE /v2.0/floatingips/95b7e895-c384-42be-85e2-1e227f72e6f9 HTTP/1.1" status: 204 len: 168 time: 0.8735981 May 10 20:38:26.604562 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:26.606952 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5faed90-d6c8-4801-aac6-e7c5a39b157a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "tag": "ce64c984-b78b-4730-942e-62fd2c030058"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:26.651890 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301eb220-4255-404c-b769-4763ea79c8a4 x-openstack-request-id: req-301eb220-4255-404c-b769-4763ea79c8a4 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:26.652189 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "tag": "ce64c984-b78b-4730-942e-62fd2c030058", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:26.652476 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-301eb220-4255-404c-b769-4763ea79c8a4 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:26.653120 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301eb220-4255-404c-b769-4763ea79c8a4'] response: {'name': 'network-changed', 'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058', 'status': 'completed', 'code': 200} May 10 20:38:26.694862 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-aaeb964c-7866-4e0a-a51b-8eff91aed266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:26.715330 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-4f9750b4-07d2-407a-b9f8-a5c71df3ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:26.716957 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-4f9750b4-07d2-407a-b9f8-a5c71df3ddaf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 1130 time: 0.0401213 May 10 20:38:26.718205 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:26.815279 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-ed283d9c-558c-4a2a-8398-3f0f1701a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:26.816750 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-ed283d9c-558c-4a2a-8398-3f0f1701a1e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 200 len: 913 time: 0.0926096 May 10 20:38:26.882022 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ec513-23ea-4885-a0fc-46a47f625013 req-49b1e470-7f6d-4be8-9970-0463de1b7672 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:26.883554 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c29ec513-23ea-4885-a0fc-46a47f625013 req-49b1e470-7f6d-4be8-9970-0463de1b7672 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0503843 May 10 20:38:26.914372 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:26.932882 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-c29ec513-23ea-4885-a0fc-46a47f625013 req-8f8c1165-7a5a-421f-9e05-8143802dfffc tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 May 10 20:38:26.944146 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] Checking router: 3b09f6be-b249-4d01-abcc-e09125850d03 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:38:26.957590 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:26.958281 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:38:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:27.058972 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:38:27.076103 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:27.328182 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2699d04-73ec-48de-8f75-c801350f5d7c req-6e474e92-6340-4c35-ad1a-6dd5b850635f tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:27.329772 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e2699d04-73ec-48de-8f75-c801350f5d7c req-6e474e92-6340-4c35-ad1a-6dd5b850635f tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 946 time: 0.0456808 May 10 20:38:27.354527 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:27.381088 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-e2699d04-73ec-48de-8f75-c801350f5d7c req-3178354f-addf-49b6-ae69-402932a38af9 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450237 May 10 20:38:27.384393 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba0b58-40be-44a6-995c-98043f876edd None None] The sync data for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi is: [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:30:25Z', 'revision_number': 4, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': 'e868fb8e-b79c-4fae-a988-6dea1fe8e8b7', 'name': '', 'network_id': 'f9d88ce3-6580-4789-923a-dc95426320f4', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'mac_address': 'fa:16:3e:54:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'e252be77-f592-41a9-9a22-700c0685b073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:23Z', 'updated_at': '2022-05-10T20:30:30Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'subnets': [{'id': 'e252be77-f592-41a9-9a22-700c0685b073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:38:27.612153 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31b5ca0-202b-49c4-976a-68c60f1f5a00 None None] New status for floating IP 95b7e895-c384-42be-85e2-1e227f72e6f9: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:38:27.874605 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-7424b749-7407-4caa-aacd-fcfdd692a2da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce64c984-b78b-4730-942e-62fd2c030058 HTTP/1.1" status: 200 len: 217 time: 0.0370686 May 10 20:38:28.051701 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cab1d3-c158-44bb-bc09-7764ca6b871d req-58387544-2263-48be-a584-6e3b1c548c63 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:28.053213 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b3cab1d3-c158-44bb-bc09-7764ca6b871d req-58387544-2263-48be-a584-6e3b1c548c63 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0470293 May 10 20:38:28.091807 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:28.107463 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b3cab1d3-c158-44bb-bc09-7764ca6b871d req-6def2b82-08c7-4ba3-a5fc-5cc8c8ff0a98 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486662 May 10 20:38:28.499456 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ae696-6594-4bd4-b16f-c037fd13a78f req-465deec1-0d29-41ac-bc6d-e75f1570ef6d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:28.500886 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-431ae696-6594-4bd4-b16f-c037fd13a78f req-465deec1-0d29-41ac-bc6d-e75f1570ef6d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 946 time: 0.0463231 May 10 20:38:28.545976 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-431ae696-6594-4bd4-b16f-c037fd13a78f req-cecf9752-3ce1-4f22-95ab-04ef59f64620 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395677 May 10 20:38:29.135201 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:29.222504 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-c9620a3d-669c-4316-a5b9-b75cf0e1f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:29.223692 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2b82-0126-4643-b47e-b0577497a935 req-cdae9ab3-bcea-4a4f-bb0b-9d96170e61ad tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:29.224094 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-c9620a3d-669c-4316-a5b9-b75cf0e1f46b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 200 len: 851 time: 0.0454431 May 10 20:38:29.225279 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f69a2b82-0126-4643-b47e-b0577497a935 req-cdae9ab3-bcea-4a4f-bb0b-9d96170e61ad tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0501521 May 10 20:38:29.272659 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-f69a2b82-0126-4643-b47e-b0577497a935 req-970481e6-66d7-4725-8cac-f9eeb46987e2 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a11923d-791a-4d6f-9edf-5afaa3f2af0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 May 10 20:38:29.527189 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-8e414ea8-c668-46ef-8b9f-3e5886741c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:29.528576 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-8e414ea8-c668-46ef-8b9f-3e5886741c32 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f9d88ce3-6580-4789-923a-dc95426320f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988045 May 10 20:38:29.534456 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a892909-c082-4c41-a705-d02a63a8888d req-c99cb666-2526-451e-baa6-0614e33124b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751188 May 10 20:38:29.569391 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-c3c431c7-2188-4d6b-af9f-36456a445a1e tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:29.570918 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-c3c431c7-2188-4d6b-af9f-36456a445a1e tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 946 time: 0.0494366 May 10 20:38:29.591796 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-140c9f2d-0cd6-4cab-a1d8-81f13f7634f8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:29.593605 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-140c9f2d-0cd6-4cab-a1d8-81f13f7634f8 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 946 time: 0.1040606 May 10 20:38:29.692084 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Deleting port ce64c984-b78b-4730-942e-62fd2c030058 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:29.692429 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (ce64c984-b78b-4730-942e-62fd2c030058), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:29.694254 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a892909-c082-4c41-a705-d02a63a8888d req-cf2dd674-59ab-473c-9a91-369eb3cfe757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:29.695733 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a892909-c082-4c41-a705-d02a63a8888d req-cf2dd674-59ab-473c-9a91-369eb3cfe757 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1129 time: 0.0996635 May 10 20:38:29.701846 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8291d-5102-4147-a9b3-cfc395d06585 req-36e38977-77ca-415f-b260-4891d0220f0f tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:29.703522 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1bb8291d-5102-4147-a9b3-cfc395d06585 req-36e38977-77ca-415f-b260-4891d0220f0f tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 946 time: 0.0645981 May 10 20:38:29.739595 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-3330c4e0-53c1-43eb-a653-3f8bf9b5448a service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020841 May 10 20:38:29.802329 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Deleting port 71d8f2d8-1dec-478b-b542-46bf66fbad3b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:29.802553 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:29.814554 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-1bb8291d-5102-4147-a9b3-cfc395d06585 req-bd6fc6ac-617a-46c2-a077-73a8986d8c20 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=4ce3a657-834f-4513-9797-1fdf312a85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995469 May 10 20:38:29.821004 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] For port ce64c984-b78b-4730-942e-62fd2c030058, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ce64c984-b78b-4730-942e-62fd2c030058,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:29.821394 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (ce64c984-b78b-4730-942e-62fd2c030058), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:29.842889 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Calling delete_port for ce64c984-b78b-4730-942e-62fd2c030058 owned by compute:nova {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:29.981862 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (ce64c984-b78b-4730-942e-62fd2c030058), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:30.015619 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event deleted for resources: {'Port': ['ID=ce64c984-b78b-4730-942e-62fd2c030058,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:30.062717 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] No DVR routers for this DVR port ce64c984-b78b-4730-942e-62fd2c030058 on host hv-cinder-82880 {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:38:30.065810 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:30.069136 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-54d087ab-f1d6-4ad4-bfd3-dc9054aec765 req-8d189e24-6269-4702-b551-d3a09c7dc5a1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.69 "DELETE /v2.0/ports/ce64c984-b78b-4730-942e-62fd2c030058 HTTP/1.1" status: 204 len: 173 time: 0.4929714 May 10 20:38:30.069592 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'name': 'network-vif-deleted', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:30.071958 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd877625-a573-457d-aac2-786d1056be24" -d '{"events": [{"server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "name": "network-vif-deleted", "tag": "ce64c984-b78b-4730-942e-62fd2c030058"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:30.112494 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e33ed9e-f931-47b6-8ab0-bd1363e0227a x-openstack-request-id: req-5e33ed9e-f931-47b6-8ab0-bd1363e0227a {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:30.112852 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1365be-60d0-4cc7-b338-58257a75ab19", "name": "network-vif-deleted", "tag": "ce64c984-b78b-4730-942e-62fd2c030058", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:30.113192 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e33ed9e-f931-47b6-8ab0-bd1363e0227a {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:30.113647 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e33ed9e-f931-47b6-8ab0-bd1363e0227a'] response: {'server_uuid': 'ee1365be-60d0-4cc7-b338-58257a75ab19', 'name': 'network-vif-deleted', 'tag': 'ce64c984-b78b-4730-942e-62fd2c030058', 'status': 'completed', 'code': 200} May 10 20:38:30.216498 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a892909-c082-4c41-a705-d02a63a8888d req-57725e14-98e0-4d83-bcfb-a8bfded37485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:30.217972 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a892909-c082-4c41-a705-d02a63a8888d req-57725e14-98e0-4d83-bcfb-a8bfded37485 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 910 time: 0.4960546 May 10 20:38:30.219674 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-f5faed90-d6c8-4801-aac6-e7c5a39b157a req-2f223f7b-fa48-4a42-b9fd-ad94cbacf503 service neutron] 10.222.0.69 "GET /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691956 May 10 20:38:30.225928 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] For port 71d8f2d8-1dec-478b-b542-46bf66fbad3b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71d8f2d8-1dec-478b-b542-46bf66fbad3b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:30.226576 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:30.339161 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a892909-c082-4c41-a705-d02a63a8888d req-f35bd1c1-26eb-41a2-813f-f6e3cb7475d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 1000 time: 0.1057236 May 10 20:38:30.382233 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-b02aabef-b4db-4ab5-9b89-d5619be226ff req-50694b4e-83a7-4167-bb60-ebdeea552de1 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1365be-60d0-4cc7-b338-58257a75ab19 HTTP/1.1" status: 200 len: 210 time: 0.0374312 May 10 20:38:30.484026 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a892909-c082-4c41-a705-d02a63a8888d req-45a2d55e-c2f0-4ed2-b868-77895d053f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:30.485552 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a892909-c082-4c41-a705-d02a63a8888d req-45a2d55e-c2f0-4ed2-b868-77895d053f3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 200 len: 848 time: 0.1089082 May 10 20:38:30.508952 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:30.509345 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (f1d301b6-92ad-4028-8091-3773f77b3a8b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:30.509664 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Floating IP f1d301b6-92ad-4028-8091-3773f77b3a8b disassociated. External IP: 172.27.0.78, port: 71d8f2d8-1dec-478b-b542-46bf66fbad3b. May 10 20:38:30.510008 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Calling delete_port for 71d8f2d8-1dec-478b-b542-46bf66fbad3b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:30.619921 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:30.669623 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (71d8f2d8-1dec-478b-b542-46bf66fbad3b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:30.706663 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a892909-c082-4c41-a705-d02a63a8888d req-b8dc3be8-eac5-4498-a91a-e2ff1862a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:30.708219 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a892909-c082-4c41-a705-d02a63a8888d req-b8dc3be8-eac5-4498-a91a-e2ff1862a06c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850759 May 10 20:38:30.709328 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'Port': ['ID=71d8f2d8-1dec-478b-b542-46bf66fbad3b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:30.891176 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a892909-c082-4c41-a705-d02a63a8888d req-2241e772-bd9e-46c4-9e31-aeddb2d09df7 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736124 May 10 20:38:30.914302 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-6c916f06-d51b-4a22-854d-eb599715b0d5 req-da56c387-328d-47ee-b948-56b651d2a6f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ac587b8-5a1a-4955-9f6a-b8d63c638690 HTTP/1.1" status: 200 len: 210 time: 0.0275378 May 10 20:38:30.949321 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:38:31.040604 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-3a892909-c082-4c41-a705-d02a63a8888d req-6f9ec2f0-83a0-4312-99be-cec05f399ec1 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418192 May 10 20:38:31.099269 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:38:31.110431 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735a867-5939-4119-a065-438ac658716b None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:38:31.122133 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735a867-5939-4119-a065-438ac658716b None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:31.122774 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7735a867-5939-4119-a065-438ac658716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:38:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:31.146196 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] No DVR routers for this DVR port 71d8f2d8-1dec-478b-b542-46bf66fbad3b on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:38:31.148990 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:31.152572 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-e59d49af-8376-4f7b-9545-44b5a5a514ae req-8cf012e4-dce8-40b2-a2a6-5a6d0474188d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "DELETE /v2.0/ports/71d8f2d8-1dec-478b-b542-46bf66fbad3b HTTP/1.1" status: 204 len: 173 time: 1.5452714 May 10 20:38:31.153187 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'name': 'network-vif-deleted', 'tag': '71d8f2d8-1dec-478b-b542-46bf66fbad3b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:31.156458 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845acd4a-0e54-45b2-95c9-192fecb23977" -d '{"events": [{"server_uuid": "6ac587b8-5a1a-4955-9f6a-b8d63c638690", "name": "network-vif-deleted", "tag": "71d8f2d8-1dec-478b-b542-46bf66fbad3b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:31.206328 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b73aa-e019-4353-8349-68d7c1b2c3e0 x-openstack-request-id: req-159b73aa-e019-4353-8349-68d7c1b2c3e0 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:31.206732 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac587b8-5a1a-4955-9f6a-b8d63c638690", "name": "network-vif-deleted", "tag": "71d8f2d8-1dec-478b-b542-46bf66fbad3b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:31.207085 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-159b73aa-e019-4353-8349-68d7c1b2c3e0 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:31.207582 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159b73aa-e019-4353-8349-68d7c1b2c3e0'] response: {'server_uuid': '6ac587b8-5a1a-4955-9f6a-b8d63c638690', 'name': 'network-vif-deleted', 'tag': '71d8f2d8-1dec-478b-b542-46bf66fbad3b', 'status': 'completed', 'code': 200} May 10 20:38:31.253473 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7735a867-5939-4119-a065-438ac658716b None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:31.441981 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7735a867-5939-4119-a065-438ac658716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:31.442144 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41310) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:31.469906 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735a867-5939-4119-a065-438ac658716b None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:38:31.478165 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735a867-5939-4119-a065-438ac658716b None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:31.478775 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7735a867-5939-4119-a065-438ac658716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:38:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:31.555498 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Deleting port 0f2b7508-4f99-44e9-a0db-f14a7a34a293 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:31.555909 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (0f2b7508-4f99-44e9-a0db-f14a7a34a293), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:31.590163 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7735a867-5939-4119-a065-438ac658716b None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:31.636445 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (0f2b7508-4f99-44e9-a0db-f14a7a34a293), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:31.637159 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (0f2b7508-4f99-44e9-a0db-f14a7a34a293), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:31.651870 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Calling delete_port for 0f2b7508-4f99-44e9-a0db-f14a7a34a293 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:31.785302 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7735a867-5939-4119-a065-438ac658716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:31.785552 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (0f2b7508-4f99-44e9-a0db-f14a7a34a293), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:31.811745 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735a867-5939-4119-a065-438ac658716b None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:38:31.815904 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event deleted for resources: {'Port': ['ID=0f2b7508-4f99-44e9-a0db-f14a7a34a293,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:31.879291 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for floatingip (4a0c5983-bdbe-4adf-abd0-78ee5dfc4516), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:31.881839 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:31.885734 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-b2fe14db-1988-4f12-8d65-a073825d632f tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "DELETE /v2.0/floatingips/4a0c5983-bdbe-4adf-abd0-78ee5dfc4516 HTTP/1.1" status: 204 len: 168 time: 0.4400711 May 10 20:38:32.014106 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41322) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:32.071074 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c895ded4-0d3e-4728-aeb2-4e22663a78b7 None None] New status for floating IP f1d301b6-92ad-4028-8091-3773f77b3a8b: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:38:32.078531 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-858e924f-5e01-46db-9f07-9028ed53ef19 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (4ce3a657-834f-4513-9797-1fdf312a85ed), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.102863 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-858e924f-5e01-46db-9f07-9028ed53ef19 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (4ce3a657-834f-4513-9797-1fdf312a85ed), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.151570 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-858e924f-5e01-46db-9f07-9028ed53ef19 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (4ce3a657-834f-4513-9797-1fdf312a85ed), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.154560 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-858e924f-5e01-46db-9f07-9028ed53ef19 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.155720 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-858e924f-5e01-46db-9f07-9028ed53ef19 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "DELETE /v2.0/security-groups/4ce3a657-834f-4513-9797-1fdf312a85ed HTTP/1.1" status: 204 len: 168 time: 0.1405849 May 10 20:38:32.158680 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41326) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:32.166603 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e924f-5e01-46db-9f07-9028ed53ef19 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce3a657-834f-4513-9797-1fdf312a85ed,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:32.174344 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-cac9e955-7536-4554-9306-5afacce777ce tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] show failed (client error): The resource could not be found. May 10 20:38:32.175859 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-cac9e955-7536-4554-9306-5afacce777ce tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups/4ce3a657-834f-4513-9797-1fdf312a85ed HTTP/1.1" status: 404 len: 347 time: 0.0161228 May 10 20:38:32.178641 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41328) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:32.304298 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Deleting port 92767526-9ab5-42aa-aca7-763bdb32f66c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:32.304566 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (92767526-9ab5-42aa-aca7-763bdb32f66c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.381424 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (92767526-9ab5-42aa-aca7-763bdb32f66c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.381757 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (92767526-9ab5-42aa-aca7-763bdb32f66c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.394321 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Calling delete_port for 92767526-9ab5-42aa-aca7-763bdb32f66c owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:32.520832 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (92767526-9ab5-42aa-aca7-763bdb32f66c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.546786 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'Port': ['ID=92767526-9ab5-42aa-aca7-763bdb32f66c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:32.556948 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.557272 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.557617 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.557958 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.558297 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.558632 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.558963 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.559291 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.559621 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.559947 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.560274 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.561181 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.561181 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.561378 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.561568 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:32.621264 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (f1d301b6-92ad-4028-8091-3773f77b3a8b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.623768 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.624918 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-425fdc18-6a2b-42b7-86c5-ed5854808c5a tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "DELETE /v2.0/floatingips/f1d301b6-92ad-4028-8091-3773f77b3a8b HTTP/1.1" status: 204 len: 168 time: 0.4452744 May 10 20:38:32.688112 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41332) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:32.692908 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [None req-edee4a9e-5f70-4dff-9273-e7d56b3e70dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977227938', 'description': 'tempest-description--293966193'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:38:32.712925 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edee4a9e-5f70-4dff-9273-e7d56b3e70dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.778331 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edee4a9e-5f70-4dff-9273-e7d56b3e70dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (07442200-4e8c-41ef-a3b9-ae546bb04ea4), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.781834 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edee4a9e-5f70-4dff-9273-e7d56b3e70dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (07442200-4e8c-41ef-a3b9-ae546bb04ea4), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.806833 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-edee4a9e-5f70-4dff-9273-e7d56b3e70dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.808075 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-edee4a9e-5f70-4dff-9273-e7d56b3e70dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1189151 May 10 20:38:32.811115 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41334) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:32.815717 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-39543626-cdaf-4e2d-8cf4-43252e9374ed tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group_rule': {'security_group_id': '07442200-4e8c-41ef-a3b9-ae546bb04ea4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:38:32.815861 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee4a9e-5f70-4dff-9273-e7d56b3e70dd tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07442200-4e8c-41ef-a3b9-ae546bb04ea4,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:32.843874 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39543626-cdaf-4e2d-8cf4-43252e9374ed tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (f2c170c0-6b31-4f1c-b45c-07011088ff6d), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.902491 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39543626-cdaf-4e2d-8cf4-43252e9374ed tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (f2c170c0-6b31-4f1c-b45c-07011088ff6d), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.905895 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39543626-cdaf-4e2d-8cf4-43252e9374ed tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (f2c170c0-6b31-4f1c-b45c-07011088ff6d), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.924620 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39543626-cdaf-4e2d-8cf4-43252e9374ed tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c170c0-6b31-4f1c-b45c-07011088ff6d,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:32.930862 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-39543626-cdaf-4e2d-8cf4-43252e9374ed tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:32.932063 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-39543626-cdaf-4e2d-8cf4-43252e9374ed tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199169 May 10 20:38:32.934838 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41336) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:32.938970 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-af6fe175-5299-47ad-ae16-9ec8a27747d5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'security_group_rule': {'security_group_id': '07442200-4e8c-41ef-a3b9-ae546bb04ea4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:38:32.962316 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6fe175-5299-47ad-ae16-9ec8a27747d5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (b8c2e9bd-c240-4720-ba9f-17c25a00a940), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.016533 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6fe175-5299-47ad-ae16-9ec8a27747d5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (b8c2e9bd-c240-4720-ba9f-17c25a00a940), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.020141 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6fe175-5299-47ad-ae16-9ec8a27747d5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835979'] for security_group_rule (b8c2e9bd-c240-4720-ba9f-17c25a00a940), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.038661 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fe175-5299-47ad-ae16-9ec8a27747d5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c2e9bd-c240-4720-ba9f-17c25a00a940,revision_number=0']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:33.047130 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-af6fe175-5299-47ad-ae16-9ec8a27747d5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.048301 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-af6fe175-5299-47ad-ae16-9ec8a27747d5 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125352 May 10 20:38:33.051855 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41338) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:33.055984 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'floatingip': {'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:38:33.075079 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.116213 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41342) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:33.152445 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.173446 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c86c7c58-8c1a-40a9-9936-1db9fc309181 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group (8a11923d-791a-4d6f-9edf-5afaa3f2af0d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.203330 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c86c7c58-8c1a-40a9-9936-1db9fc309181 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group (8a11923d-791a-4d6f-9edf-5afaa3f2af0d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.255332 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_common [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Allocated IP 172.27.0.94 (b978e267-548c-477c-b4af-6ec94f457a2b/dc06381b-24f5-47a2-b8c6-ac618f01b514/edb6cf94-0ca3-4757-8835-01525d156054) {{(pid=103476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:38:33.270938 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c86c7c58-8c1a-40a9-9936-1db9fc309181 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (8a11923d-791a-4d6f-9edf-5afaa3f2af0d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.273793 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c86c7c58-8c1a-40a9-9936-1db9fc309181 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.274962 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c86c7c58-8c1a-40a9-9936-1db9fc309181 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] 10.222.0.61 "DELETE /v2.0/security-groups/8a11923d-791a-4d6f-9edf-5afaa3f2af0d HTTP/1.1" status: 204 len: 168 time: 0.1577570 May 10 20:38:33.284780 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c7c58-8c1a-40a9-9936-1db9fc309181 tempest-TestVolumeBootPattern-170457138 tempest-TestVolumeBootPattern-170457138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a11923d-791a-4d6f-9edf-5afaa3f2af0d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:33.335812 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41346) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:33.373778 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (edb6cf94-0ca3-4757-8835-01525d156054), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.406848 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (edb6cf94-0ca3-4757-8835-01525d156054), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.444532 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Network b978e267-548c-477c-b4af-6ec94f457a2b is already hosted by enough agents. {{(pid=103476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:38:33.451120 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.base_scheduler [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Resources bound (agent type, host, resource id): {{(pid=103476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:38:33.453515 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Received port after_create {{(pid=103476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:38:33.459375 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=edb6cf94-0ca3-4757-8835-01525d156054,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:33.543999 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (eb27497c-6cd1-4458-bd0c-42272dde6082), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.581556 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (edb6cf94-0ca3-4757-8835-01525d156054), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.706252 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (3b09f6be-b249-4d01-abcc-e09125850d03), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.730765 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (edb6cf94-0ca3-4757-8835-01525d156054), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.735597 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25972641'] for port (edb6cf94-0ca3-4757-8835-01525d156054), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.803651 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=edb6cf94-0ca3-4757-8835-01525d156054,revision_number=2']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:33.812411 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (eb27497c-6cd1-4458-bd0c-42272dde6082), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.828156 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.829645 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-2f6bc5e7-af44-4f1c-9f8f-4e8840f2b676 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7768910 May 10 20:38:33.943808 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Deleting port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:33.944143 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:33.980029 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-ff4eed55-2118-4dbf-9f29-98b4957f0f0d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--977227938&fields=id&tenant_id=24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 267 time: 0.0429502 May 10 20:38:34.024612 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] For port e868fb8e-b79c-4fae-a988-6dea1fe8e8b7, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=e868fb8e-b79c-4fae-a988-6dea1fe8e8b7,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:34.025004 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:34.038599 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Calling delete_port for e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:34.088940 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-b48cd26e-9841-406c-8b4d-1587511308b2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:34.090834 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-b48cd26e-9841-406c-8b4d-1587511308b2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 815 time: 0.1033897 May 10 20:38:34.105640 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 71d8f2d8-1dec-478b-b542-46bf66fbad3b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:34.108792 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-f3a6f9c9-b889-4c74-999b-d1a6b349a1ef tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/quotas/24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 375 time: 0.0119016 May 10 20:38:34.131973 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 71d8f2d8-1dec-478b-b542-46bf66fbad3b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:38:34.132692 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 71d8f2d8-1dec-478b-b542-46bf66fbad3b not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:38:34.133371 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ce64c984-b78b-4730-942e-62fd2c030058 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:34.152548 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: ce64c984-b78b-4730-942e-62fd2c030058 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:38:34.153315 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ce64c984-b78b-4730-942e-62fd2c030058 not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:38:34.170645 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-9f61c5de-2823-459f-b92c-2d5f18c20462 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550535 May 10 20:38:34.240241 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-e7c6b97c-a2bb-421a-be9c-418926a3a92b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:38:34.246992 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-e7c6b97c-a2bb-421a-be9c-418926a3a92b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0610433 May 10 20:38:34.254758 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (e868fb8e-b79c-4fae-a988-6dea1fe8e8b7), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:34.281657 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Pushing event deleted for resources: {'Port': ['ID=e868fb8e-b79c-4fae-a988-6dea1fe8e8b7,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:34.359890 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-0622722e-acc2-4c70-a137-faae9201bf32 service neutron] 10.222.0.61 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119785 May 10 20:38:34.465540 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-38e09dc4-c66e-4b36-ae90-bd5cf1155485 service neutron] 10.222.0.61 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983758 May 10 20:38:34.480961 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (3b09f6be-b249-4d01-abcc-e09125850d03), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:34.629320 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a146f95e-acfc-4914-926f-a538911cba9c req-d92651ee-c58c-4a5a-9feb-8206cb313990 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 210 time: 0.0285084 May 10 20:38:34.710596 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Router 3b09f6be-b249-4d01-abcc-e09125850d03 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:38:34.822196 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:38:34.827196 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-67a8d953-6642-4795-ac28-c7215d5d7248 admin admin] 10.222.0.61 "PUT /v2.0/routers/3b09f6be-b249-4d01-abcc-e09125850d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4909248 May 10 20:38:34.829819 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41378) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:34.832914 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] Sync routers for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:38:34.842743 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:34.843364 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:38:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:34.946395 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks [] for router (3b09f6be-b249-4d01-abcc-e09125850d03), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:34.951791 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:35.143707 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:38:34Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:35.171178 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] Checking router: 3b09f6be-b249-4d01-abcc-e09125850d03 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:38:35.181409 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] Routers {'3b09f6be-b249-4d01-abcc-e09125850d03'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:35.182060 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:38:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['3b09f6be-b249-4d01-abcc-e09125850d03'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:35.291266 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] Set router 3b09f6be-b249-4d01-abcc-e09125850d03 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:35.324365 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks [] for router_gateway (3b09f6be-b249-4d01-abcc-e09125850d03), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:35.369376 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Deleting port 8e477647-5459-477c-8ac8-acc61d5ed280 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:35.369711 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:35.458038 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] For port 8e477647-5459-477c-8ac8-acc61d5ed280, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=8e477647-5459-477c-8ac8-acc61d5ed280,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:35.458419 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:35.471712 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Calling delete_port for 8e477647-5459-477c-8ac8-acc61d5ed280 owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:35.554745 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:38:34Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:35.584845 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173dd455-4adc-4e32-b9ef-0c2cf7a1728d None None] The sync data for ids ['3b09f6be-b249-4d01-abcc-e09125850d03'] in dv-cinder-828806-2-iscsi is: [{'id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'name': 'tempest-TestVolumeBootPattern-1521678323-router', 'tenant_id': '890bf13c89b748b3a8f9ba4106c582b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:19Z', 'updated_at': '2022-05-10T20:38:34Z', 'revision_number': 5, 'project_id': '890bf13c89b748b3a8f9ba4106c582b3', 'gw_port': {'id': '8e477647-5459-477c-8ac8-acc61d5ed280', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b09f6be-b249-4d01-abcc-e09125850d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:20Z', 'updated_at': '2022-05-10T20:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:38:35.676136 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-7d73bcb7-24ac-455a-9763-cfab79e8e8ff tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:35.677567 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-7d73bcb7-24ac-455a-9763-cfab79e8e8ff tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 815 time: 0.1649044 May 10 20:38:35.734966 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-68ec68b0-86ba-4e16-b6e6-c38c11371939 req-daaf295a-6ef5-4d0a-9180-5be801ba6be2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 210 time: 0.0317338 May 10 20:38:35.737329 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (8e477647-5459-477c-8ac8-acc61d5ed280), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:35.767553 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e477647-5459-477c-8ac8-acc61d5ed280,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:35.860012 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-834c398f-08db-4af7-9c02-3316960f13ef tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24459511ae744b509a55faad8cd07970 HTTP/1.1" status: 200 len: 379 time: 0.0992703 May 10 20:38:35.862908 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (3b09f6be-b249-4d01-abcc-e09125850d03), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:35.897323 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'port': {'device_id': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'admin_state_up': True, 'tenant_id': '24459511ae744b509a55faad8cd07970', 'security_groups': ['07442200-4e8c-41ef-a3b9-ae546bb04ea4']}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:38:36.007349 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (3b09f6be-b249-4d01-abcc-e09125850d03), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.011668 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks [] for router_controller (3b09f6be-b249-4d01-abcc-e09125850d03), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.039007 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:36.068923 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:38:36.069556 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device e868fb8e-b79c-4fae-a988-6dea1fe8e8b7 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:38:36.076539 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (3b09f6be-b249-4d01-abcc-e09125850d03), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.077799 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b09f6be-b249-4d01-abcc-e09125850d03 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:38:36.082447 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.085842 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a501719f-1993-4251-a864-1cd6bfe681e5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3b09f6be-b249-4d01-abcc-e09125850d03 HTTP/1.1" status: 204 len: 168 time: 1.2496808 May 10 20:38:36.086217 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41386) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:36.117517 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Made reservation on behalf of 24459511ae744b509a55faad8cd07970 for: {'port': 1} {{(pid=103477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:38:36.120913 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.137213 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-f672e4a8-d336-4951-971c-e7ee73184275 admin admin] Deleting subnet e252be77-f592-41a9-9a22-700c0685b073 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:38:36.140222 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f672e4a8-d336-4951-971c-e7ee73184275 admin admin] Publish callbacks [] for subnet (e252be77-f592-41a9-9a22-700c0685b073), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.175507 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f672e4a8-d336-4951-971c-e7ee73184275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26748720'] for subnet (e252be77-f592-41a9-9a22-700c0685b073), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.258725 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_common [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Allocated IP 172.20.0.4 (e86bfbdf-9b8b-4914-a508-1afa24268f93/b26bade4-36c9-4948-9cfa-82499aa1f40d/ea442af7-cfed-42d9-99cc-4b2e0864f58b) {{(pid=103477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:38:36.260506 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f672e4a8-d336-4951-971c-e7ee73184275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (e252be77-f592-41a9-9a22-700c0685b073), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.322744 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f672e4a8-d336-4951-971c-e7ee73184275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25972719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27138502'] for subnet (e252be77-f592-41a9-9a22-700c0685b073), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.348747 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672e4a8-d336-4951-971c-e7ee73184275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e252be77-f592-41a9-9a22-700c0685b073,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:36.352691 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f672e4a8-d336-4951-971c-e7ee73184275 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.355875 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f672e4a8-d336-4951-971c-e7ee73184275 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e252be77-f592-41a9-9a22-700c0685b073 HTTP/1.1" status: 204 len: 168 time: 0.2686496 May 10 20:38:36.358359 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41388) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:36.361973 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301689d-afae-4f89-8727-98168f2f7572 None None] Network f9d88ce3-6580-4789-923a-dc95426320f4 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:38:36.415462 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.429163 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (f9d88ce3-6580-4789-923a-dc95426320f4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.449747 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737325553008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.483730 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Deleting port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:36.484072 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.493641 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 is already hosted by enough agents. {{(pid=103477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:38:36.496706 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.base_scheduler [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Resources bound (agent type, host, resource id): {{(pid=103477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:38:36.500570 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Received port after_create {{(pid=103477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:38:36.530858 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event updated for resources: {'Port': ['ID=ea442af7-cfed-42d9-99cc-4b2e0864f58b,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:36.552295 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] For port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=7d981e93-3cb2-4332-b6f1-d16e1a5079fd,segment=NetworkSegment(479f3b3d-d569-485f-a04d-457aaa8764ac),segment_id=479f3b3d-d569-485f-a04d-457aaa8764ac)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:36.552748 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.557433 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:36.558130 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.569688 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Calling delete_port for 7d981e93-3cb2-4332-b6f1-d16e1a5079fd owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:36.578244 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-4f3d6e7c-d2f4-43a5-b14b-b15e4c11596e tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6855671 May 10 20:38:36.590734 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.v2.base [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Request body: {'port': {'device_id': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:38:36.663394 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.667395 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (7d981e93-3cb2-4332-b6f1-d16e1a5079fd), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.693941 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6634848d-f60b-4c93-b313-cd2efd6d4ad7 None None] DHCP port deletion for f9d88ce3-6580-4789-923a-dc95426320f4 request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:38:36.712917 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d981e93-3cb2-4332-b6f1-d16e1a5079fd,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:36.716634 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] No DVR routers for this DVR port 7d981e93-3cb2-4332-b6f1-d16e1a5079fd on host dv-cinder-828806-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:38:36.765691 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-0541938b-9fc8-44c0-a523-4a243f5ce2d0 None None] Provisioning complete for port ea442af7-cfed-42d9-99cc-4b2e0864f58b triggered by entity DHCP. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:38:36.766126 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0541938b-9fc8-44c0-a523-4a243f5ce2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.806503 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (f9d88ce3-6580-4789-923a-dc95426320f4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.816927 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-0541938b-9fc8-44c0-a523-4a243f5ce2d0 None None] Port ea442af7-cfed-42d9-99cc-4b2e0864f58b cannot update to ACTIVE because it is not bound. {{(pid=103478) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:38:36.867960 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d88ce3-6580-4789-923a-dc95426320f4']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:36.882855 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479f3b3d-d569-485f-a04d-457aaa8764ac') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:36.883154 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479f3b3d-d569-485f-a04d-457aaa8764ac') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:36.895666 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25605b-c2a8-4001-b57e-bdccb0e59a11 req-1ae5d7a7-15f8-4674-bc8e-52c39474d218 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:36.897235 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d25605b-c2a8-4001-b57e-bdccb0e59a11 req-1ae5d7a7-15f8-4674-bc8e-52c39474d218 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 931 time: 0.0870678 May 10 20:38:36.900619 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26748875'] for segment (479f3b3d-d569-485f-a04d-457aaa8764ac), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.926083 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (479f3b3d-d569-485f-a04d-457aaa8764ac), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.935513 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:38:36.935903 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25972613'] for segment (479f3b3d-d569-485f-a04d-457aaa8764ac), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: timer() May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: cb(*args, **kw) May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: self._notify() May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: self.callback(batched_events) May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: event.method(event) May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._get(url).json() May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:38:36.938597 dv-cinder-828806-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:38:36.968284 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea442af7-cfed-42d9-99cc-4b2e0864f58b {{(pid=103477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:38:36.976718 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Publish callbacks [] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:37.002832 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-8d25605b-c2a8-4001-b57e-bdccb0e59a11 req-818b4105-8802-4a09-8eb0-451fcac5ffce tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000128 May 10 20:38:37.009221 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (f9d88ce3-6580-4789-923a-dc95426320f4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:37.010293 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.provisioning_blocks [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Transition to ACTIVE for port object ea442af7-cfed-42d9-99cc-4b2e0864f58b will not be triggered until provisioned by entity L2. {{(pid=103477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:38:37.014887 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:37.016745 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:37.026956 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] 10.222.0.61 "DELETE /v2.0/networks/f9d88ce3-6580-4789-923a-dc95426320f4 HTTP/1.1" status: 204 len: 168 time: 0.6611462 May 10 20:38:37.026956 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41392) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:37.068336 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Pushing event updated for resources: {'Port': ['ID=ea442af7-cfed-42d9-99cc-4b2e0864f58b,revision_number=2']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:37.072722 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3f6d0-3718-47c0-b324-36ec9060726f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d88ce3-6580-4789-923a-dc95426320f4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:37.156862 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Attempting to bind port ea442af7-cfed-42d9-99cc-4b2e0864f58b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:38:37.157349 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Attempting to bind port ea442af7-cfed-42d9-99cc-4b2e0864f58b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:38:37.157676 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Attempting to bind port ea442af7-cfed-42d9-99cc-4b2e0864f58b on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:38:37.163006 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Port ea442af7-cfed-42d9-99cc-4b2e0864f58b on network e86bfbdf-9b8b-4914-a508-1afa24268f93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:38:37.163334 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Attempting to bind port ea442af7-cfed-42d9-99cc-4b2e0864f58b on network e86bfbdf-9b8b-4914-a508-1afa24268f93 {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:38:37.168357 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Checking agent: {'id': 'bb83a14e-7c17-4e78-899e-4ff8025be86a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'started_at': datetime.datetime(2022, 5, 10, 20, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:38:37.168695 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Checking segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:38:37.169163 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Bound using segment: {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'} {{(pid=103477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:38:37.169587 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.managers [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Bound port: ea442af7-cfed-42d9-99cc-4b2e0864f58b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30149663-8ef0-4208-a614-89e22c5fbcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93'}}] {{(pid=103477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:38:37.169942 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), before_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:37.238118 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] For port ea442af7-cfed-42d9-99cc-4b2e0864f58b, host hv-cinder-82880, cleared binding levels {{(pid=103477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:38:37.241477 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] For port ea442af7-cfed-42d9-99cc-4b2e0864f58b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ea442af7-cfed-42d9-99cc-4b2e0864f58b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:38:37.248888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3444338'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:37.285914 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:37.286564 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:37.287957 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] 10.222.0.69 "PUT /v2.0/ports/ea442af7-cfed-42d9-99cc-4b2e0864f58b HTTP/1.1" status: 200 len: 1093 time: 0.7019303 May 10 20:38:37.288417 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'tag': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:37.290688 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6107cced-fbf9-47cc-85c0-545b6b41ba28" -d '{"events": [{"name": "network-changed", "server_uuid": "ad724415-9aa3-4e3b-9030-d5cc991a22ef", "tag": "ea442af7-cfed-42d9-99cc-4b2e0864f58b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:37.321246 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13869c69-fc67-4a77-b2aa-1eff0ef9ac30 service neutron] Pushing event updated for resources: {'Port': ['ID=ea442af7-cfed-42d9-99cc-4b2e0864f58b,revision_number=3']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:37.333000 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9a6faf-d28b-4d5b-a519-9a4d274a0c7a x-openstack-request-id: req-cf9a6faf-d28b-4d5b-a519-9a4d274a0c7a {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:37.334137 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad724415-9aa3-4e3b-9030-d5cc991a22ef", "tag": "ea442af7-cfed-42d9-99cc-4b2e0864f58b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:37.334398 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf9a6faf-d28b-4d5b-a519-9a4d274a0c7a {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:37.334809 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9a6faf-d28b-4d5b-a519-9a4d274a0c7a'] response: {'name': 'network-changed', 'server_uuid': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'tag': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b', 'status': 'completed', 'code': 200} May 10 20:38:37.399180 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-8e309e76-5d4e-4a4c-bc3e-db16c9986251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:37.400916 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-8e309e76-5d4e-4a4c-bc3e-db16c9986251 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 1127 time: 0.0496256 May 10 20:38:37.450457 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-effbd944-9015-40ff-968e-a0f715d23e2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442af7-cfed-42d9-99cc-4b2e0864f58b HTTP/1.1" status: 200 len: 217 time: 0.0372369 May 10 20:38:37.510247 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-af2f0b62-233c-416b-9f57-baf53b42915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:37.511741 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-af2f0b62-233c-416b-9f57-baf53b42915b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0510557 May 10 20:38:37.566171 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-cbde901c-79dd-441f-a8fe-d55b4fbbe0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:37.567858 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-cbde901c-79dd-441f-a8fe-d55b4fbbe0aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459676 May 10 20:38:37.657360 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-b9a1c7b8-1e85-42cf-8c72-2db635cddc41 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828159 May 10 20:38:37.675705 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (215289c2-6d51-45a0-898b-a36d8c24f86d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:37.750035 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-96fe62a6-b09c-4af0-9c9f-ed7d800715a5 req-5336de2e-ec1c-48ef-a0bd-4cc7a8024da2 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849073 May 10 20:38:37.907149 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8e477647-5459-477c-8ac8-acc61d5ed280 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:37.911793 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Deleting port c1edc130-1576-4d40-9b7b-e7642b42a649 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:37.912247 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:37.929532 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 8e477647-5459-477c-8ac8-acc61d5ed280 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:38:37.929872 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 8e477647-5459-477c-8ac8-acc61d5ed280 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:38:37.930290 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7d981e93-3cb2-4332-b6f1-d16e1a5079fd no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:37.948280 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 7d981e93-3cb2-4332-b6f1-d16e1a5079fd {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:38:37.948618 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7d981e93-3cb2-4332-b6f1-d16e1a5079fd not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:38:37.993613 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] For port c1edc130-1576-4d40-9b7b-e7642b42a649, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c1edc130-1576-4d40-9b7b-e7642b42a649,segment=NetworkSegment(63b5a689-f075-4f1d-a74e-0a8196e88ca8),segment_id=63b5a689-f075-4f1d-a74e-0a8196e88ca8)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:37.993978 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:38.007025 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Calling delete_port for c1edc130-1576-4d40-9b7b-e7642b42a649 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:38.156713 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f1dda-b181-46be-9456-4d57f805566e req-c883d431-ea64-4861-bfd0-717ba435cba2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:38.158762 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d26f1dda-b181-46be-9456-4d57f805566e req-c883d431-ea64-4861-bfd0-717ba435cba2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 943 time: 0.0571015 May 10 20:38:38.242542 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-d26f1dda-b181-46be-9456-4d57f805566e req-c8a9857a-ffa0-413c-873e-730a5b7aefef tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773718 May 10 20:38:38.262913 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (c1edc130-1576-4d40-9b7b-e7642b42a649), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:38.293344 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1edc130-1576-4d40-9b7b-e7642b42a649,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:38.458316 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (215289c2-6d51-45a0-898b-a36d8c24f86d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:38.545819 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-4323aaf3-2a36-4c63-abdc-8c1d85b5d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:38.547308 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-4323aaf3-2a36-4c63-abdc-8c1d85b5d65d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 1127 time: 0.0392032 May 10 20:38:38.637650 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-75d77f37-a292-4608-8c8f-21f69f0bc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:38.639177 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-75d77f37-a292-4608-8c8f-21f69f0bc5f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 916 time: 0.0830235 May 10 20:38:38.675212 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Router 215289c2-6d51-45a0-898b-a36d8c24f86d has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:38:38.683092 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-d6f9f326-7b8f-41e6-a2f9-afa2a1fb845e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442af7-cfed-42d9-99cc-4b2e0864f58b HTTP/1.1" status: 200 len: 217 time: 0.0372784 May 10 20:38:38.730740 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-3510fec9-e5ab-457d-bd6e-5c2b2ef1003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:38.732277 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-3510fec9-e5ab-457d-bd6e-5c2b2ef1003c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0437019 May 10 20:38:38.775338 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-9a559a59-1fc8-49bb-9451-01f1b8105c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:38.776924 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-9a559a59-1fc8-49bb-9451-01f1b8105c4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385468 May 10 20:38:38.784355 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:38:38.789430 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-f5af2e53-ae58-4e65-8817-85c3185df75e admin admin] 10.222.0.61 "PUT /v2.0/routers/215289c2-6d51-45a0-898b-a36d8c24f86d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647429 May 10 20:38:38.791817 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41398) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:38.801086 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] Sync routers for ids ['215289c2-6d51-45a0-898b-a36d8c24f86d'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:38:38.810898 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] Routers {'215289c2-6d51-45a0-898b-a36d8c24f86d'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:38.811644 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:38:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['215289c2-6d51-45a0-898b-a36d8c24f86d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:38.869549 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-ff11d6bc-dfed-4ed0-a7d6-24f2c7586659 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856869 May 10 20:38:38.901356 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks [] for router (215289c2-6d51-45a0-898b-a36d8c24f86d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:38.963861 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-6107cced-fbf9-47cc-85c0-545b6b41ba28 req-ec01b05b-b518-44c4-976a-46d45aebef4e service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889289 May 10 20:38:39.015269 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks [] for router_gateway (215289c2-6d51-45a0-898b-a36d8c24f86d), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.053227 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] Set router 215289c2-6d51-45a0-898b-a36d8c24f86d gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:39.060872 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Deleting port 2675355d-a80f-4907-a6c4-692f28861a86 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:39.061241 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (2675355d-a80f-4907-a6c4-692f28861a86), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.148148 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] For port 2675355d-a80f-4907-a6c4-692f28861a86, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=2675355d-a80f-4907-a6c4-692f28861a86,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:39.148509 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (2675355d-a80f-4907-a6c4-692f28861a86), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.161574 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Calling delete_port for 2675355d-a80f-4907-a6c4-692f28861a86 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:39.221756 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '2675355d-a80f-4907-a6c4-692f28861a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:30Z', 'updated_at': '2022-05-10T20:38:38Z', 'revision_number': 5, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'gw_port': {'id': '2675355d-a80f-4907-a6c4-692f28861a86', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:30:32Z', 'updated_at': '2022-05-10T20:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:39.247377 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] Checking router: 215289c2-6d51-45a0-898b-a36d8c24f86d for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:38:39.255904 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] Routers {'215289c2-6d51-45a0-898b-a36d8c24f86d'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:39.256508 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:38:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['215289c2-6d51-45a0-898b-a36d8c24f86d'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:39.345214 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] Set router 215289c2-6d51-45a0-898b-a36d8c24f86d gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:39.362860 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (2675355d-a80f-4907-a6c4-692f28861a86), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.372251 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b16190-3ee6-4e6c-a97d-4c7e0ddbae42 req-e0fc2786-5eb4-42c4-ae9c-9c3edf8d87f1 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:39.373759 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78b16190-3ee6-4e6c-a97d-4c7e0ddbae42 req-e0fc2786-5eb4-42c4-ae9c-9c3edf8d87f1 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 943 time: 0.0597715 May 10 20:38:39.400642 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:30Z', 'updated_at': '2022-05-10T20:38:39Z', 'revision_number': 6, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'gw_port_host': None}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:39.401318 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=2675355d-a80f-4907-a6c4-692f28861a86,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:39.428311 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab51fd-de45-40ee-ba1b-6b6dc608717a None None] The sync data for ids ['215289c2-6d51-45a0-898b-a36d8c24f86d'] in dv-cinder-828806-2-iscsi is: [{'id': '215289c2-6d51-45a0-898b-a36d8c24f86d', 'name': 'tempest-TestVolumeBootPattern-1772202134-router', 'tenant_id': 'ffca25f230564ac0b861ea42271a088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:30:30Z', 'updated_at': '2022-05-10T20:38:39Z', 'revision_number': 6, 'project_id': 'ffca25f230564ac0b861ea42271a088a', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:38:39.485902 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-78b16190-3ee6-4e6c-a97d-4c7e0ddbae42 req-00ed1197-00d9-47c2-93cc-1e2257c02766 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908275 May 10 20:38:39.491085 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (215289c2-6d51-45a0-898b-a36d8c24f86d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.584774 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (215289c2-6d51-45a0-898b-a36d8c24f86d), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.587024 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks [] for router_controller (215289c2-6d51-45a0-898b-a36d8c24f86d), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.629183 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (215289c2-6d51-45a0-898b-a36d8c24f86d), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.629701 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215289c2-6d51-45a0-898b-a36d8c24f86d {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:38:39.634302 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.635516 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-afa5292e-a33a-4b46-92f3-56546c135b81 admin admin] 10.222.0.61 "DELETE /v2.0/routers/215289c2-6d51-45a0-898b-a36d8c24f86d HTTP/1.1" status: 204 len: 168 time: 0.8428001 May 10 20:38:39.638129 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41402) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:39.680955 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d7ce0d-8009-45ac-96c5-fdc04ae81a22 admin admin] Deleting subnet eba6c098-4a8a-4a77-855f-2eb00c824383 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:38:39.683901 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ce0d-8009-45ac-96c5-fdc04ae81a22 admin admin] Publish callbacks [] for subnet (eba6c098-4a8a-4a77-855f-2eb00c824383), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.720030 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ce0d-8009-45ac-96c5-fdc04ae81a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26748720'] for subnet (eba6c098-4a8a-4a77-855f-2eb00c824383), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.798063 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ce0d-8009-45ac-96c5-fdc04ae81a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (eba6c098-4a8a-4a77-855f-2eb00c824383), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.855362 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ce0d-8009-45ac-96c5-fdc04ae81a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25972719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27138502'] for subnet (eba6c098-4a8a-4a77-855f-2eb00c824383), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.879972 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7ce0d-8009-45ac-96c5-fdc04ae81a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba6c098-4a8a-4a77-855f-2eb00c824383,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:39.883540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ce0d-8009-45ac-96c5-fdc04ae81a22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:39.886677 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-e7d7ce0d-8009-45ac-96c5-fdc04ae81a22 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eba6c098-4a8a-4a77-855f-2eb00c824383 HTTP/1.1" status: 204 len: 168 time: 0.2476032 May 10 20:38:39.889352 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41404) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:39.891719 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a617ba-0430-4077-8e0c-f81ec9fa4406 None None] Network e9406040-84a4-4a32-aa03-c07beb9ee7e0 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:38:39.959958 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (e9406040-84a4-4a32-aa03-c07beb9ee7e0), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.010120 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Deleting port a3179d5c-958d-4286-98dc-89eb1fce7331 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:38:40.010462 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.071342 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] For port a3179d5c-958d-4286-98dc-89eb1fce7331, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=a3179d5c-958d-4286-98dc-89eb1fce7331,segment=NetworkSegment(63b5a689-f075-4f1d-a74e-0a8196e88ca8),segment_id=63b5a689-f075-4f1d-a74e-0a8196e88ca8)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:40.071996 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.084023 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Calling delete_port for a3179d5c-958d-4286-98dc-89eb1fce7331 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:38:40.132277 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ea442af7-cfed-42d9-99cc-4b2e0864f58b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103478) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:38:40.165045 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (a3179d5c-958d-4286-98dc-89eb1fce7331), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.194577 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] No DVR routers for this DVR port a3179d5c-958d-4286-98dc-89eb1fce7331 on host dv-cinder-828806-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:38:40.205256 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e5cc8b-96a1-499c-b83b-f5164e0844dd None None] DHCP port deletion for e9406040-84a4-4a32-aa03-c07beb9ee7e0 request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:38:40.225314 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3179d5c-958d-4286-98dc-89eb1fce7331,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:40.265349 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port ea442af7-cfed-42d9-99cc-4b2e0864f58b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ea442af7-cfed-42d9-99cc-4b2e0864f58b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:40.276506 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c1edc130-1576-4d40-9b7b-e7642b42a649 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:40.285627 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (e9406040-84a4-4a32-aa03-c07beb9ee7e0), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.298112 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: c1edc130-1576-4d40-9b7b-e7642b42a649 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:38:40.298473 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c1edc130-1576-4d40-9b7b-e7642b42a649 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:38:40.299456 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 2675355d-a80f-4907-a6c4-692f28861a86 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:40.301305 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Returning: {'device': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'port_id': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b', 'mac_address': 'fa:16:3e:3e:5e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103478) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:38:40.306865 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9406040-84a4-4a32-aa03-c07beb9ee7e0']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:40.317229 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b5a689-f075-4f1d-a74e-0a8196e88ca8') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:40.317537 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b5a689-f075-4f1d-a74e-0a8196e88ca8') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:40.327870 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26748875'] for segment (63b5a689-f075-4f1d-a74e-0a8196e88ca8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.340395 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 2675355d-a80f-4907-a6c4-692f28861a86 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:38:40.340647 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 2675355d-a80f-4907-a6c4-692f28861a86 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:38:40.347788 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a3179d5c-958d-4286-98dc-89eb1fce7331 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:38:40.348007 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (63b5a689-f075-4f1d-a74e-0a8196e88ca8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.353568 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:38:40.354044 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25972613'] for segment (63b5a689-f075-4f1d-a74e-0a8196e88ca8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: timer() May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: cb(*args, **kw) May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: self._notify() May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: self.callback(batched_events) May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: event.method(event) May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._get(url).json() May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:38:40.355828 dv-cinder-828806-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:38:40.368259 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: a3179d5c-958d-4286-98dc-89eb1fce7331 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:38:40.368597 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a3179d5c-958d-4286-98dc-89eb1fce7331 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:38:40.380875 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port ea442af7-cfed-42d9-99cc-4b2e0864f58b is: DOWN; New status is: BUILD {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:38:40.381468 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.394915 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea442af7-cfed-42d9-99cc-4b2e0864f58b {{(pid=103478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:38:40.413705 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (e9406040-84a4-4a32-aa03-c07beb9ee7e0), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.418162 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port ea442af7-cfed-42d9-99cc-4b2e0864f58b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ea442af7-cfed-42d9-99cc-4b2e0864f58b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:40.423002 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.430106 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.434424 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e9406040-84a4-4a32-aa03-c07beb9ee7e0 HTTP/1.1" status: 204 len: 168 time: 0.5429201 May 10 20:38:40.435895 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea58634-eddf-4530-a1e0-ff807487ecf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9406040-84a4-4a32-aa03-c07beb9ee7e0,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:40.474654 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=ea442af7-cfed-42d9-99cc-4b2e0864f58b,revision_number=4']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:40.482183 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.482533 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.482875 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.483259 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.483598 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.484059 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.484437 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.484706 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.485056 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.485384 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.485787 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.486024 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.486377 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.486700 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.487022 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:38:40.567427 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41410) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:40.608626 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-7c094cbf-39ee-46fd-9dd8-a785275b4f0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=890bf13c89b748b3a8f9ba4106c582b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401475 May 10 20:38:40.611635 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41412) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:40.620737 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50db79-7e7c-40cd-bc62-04ad7f800c9d req-cac1fa7b-4d7e-4542-94c1-8b5ff7e3f971 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:40.622252 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf50db79-7e7c-40cd-bc62-04ad7f800c9d req-cac1fa7b-4d7e-4542-94c1-8b5ff7e3f971 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 944 time: 0.0574603 May 10 20:38:40.647094 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] get_ports_and_sgs() called for port_ids ['ea442af7-cfed-42d9-99cc-4b2e0864f58b'] {{(pid=103478) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:38:40.671234 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e3e225b-c324-4d65-badd-9564cead7ae4 admin admin] Publish callbacks [] for security_group (51043fa6-7651-4bed-b0d6-0d1274c83dc5), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.676456 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-cf50db79-7e7c-40cd-bc62-04ad7f800c9d req-0cc67814-582d-481a-bfe2-2554785d0c9b tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483856 May 10 20:38:40.687550 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e3e225b-c324-4d65-badd-9564cead7ae4 admin admin] Publish callbacks [] for security_group (51043fa6-7651-4bed-b0d6-0d1274c83dc5), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.735650 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e3e225b-c324-4d65-badd-9564cead7ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (51043fa6-7651-4bed-b0d6-0d1274c83dc5), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.738295 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-5e3e225b-c324-4d65-badd-9564cead7ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:40.741859 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5e3e225b-c324-4d65-badd-9564cead7ae4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51043fa6-7651-4bed-b0d6-0d1274c83dc5 HTTP/1.1" status: 204 len: 168 time: 0.1268501 May 10 20:38:40.747139 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e225b-c324-4d65-badd-9564cead7ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51043fa6-7651-4bed-b0d6-0d1274c83dc5,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:41.050125 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41418) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:41.089049 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-079fb8ba-ffc0-46cd-bf32-6f4b4e8a9139 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ffca25f230564ac0b861ea42271a088a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377722 May 10 20:38:41.091260 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41420) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:41.136554 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1a58-1b2f-4ccb-9b33-d0b3841ddffc admin admin] Publish callbacks [] for security_group (352dbd91-c763-412b-ace9-22849d5fe856), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:41.159385 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1a58-1b2f-4ccb-9b33-d0b3841ddffc admin admin] Publish callbacks [] for security_group (352dbd91-c763-412b-ace9-22849d5fe856), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:41.204925 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1a58-1b2f-4ccb-9b33-d0b3841ddffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (352dbd91-c763-412b-ace9-22849d5fe856), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:41.207638 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1a58-1b2f-4ccb-9b33-d0b3841ddffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:41.208770 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-fc3b1a58-1b2f-4ccb-9b33-d0b3841ddffc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/352dbd91-c763-412b-ace9-22849d5fe856 HTTP/1.1" status: 204 len: 168 time: 0.1166482 May 10 20:38:41.216385 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b1a58-1b2f-4ccb-9b33-d0b3841ddffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352dbd91-c763-412b-ace9-22849d5fe856,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:41.787847 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ec9dc-7012-4210-aa26-8e28ebff5dd6 req-bc2d9c1b-527a-4c4c-8cb5-9353c18f6505 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:41.789301 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-886ec9dc-7012-4210-aa26-8e28ebff5dd6 req-bc2d9c1b-527a-4c4c-8cb5-9353c18f6505 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 944 time: 0.0450740 May 10 20:38:41.833650 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-886ec9dc-7012-4210-aa26-8e28ebff5dd6 req-4c5e141d-0530-49ec-bc23-d23a12ada5ad tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389390 May 10 20:38:42.137850 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ea442af7-cfed-42d9-99cc-4b2e0864f58b up at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:38:42.181991 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning for port ea442af7-cfed-42d9-99cc-4b2e0864f58b completed by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:38:42.187672 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.provisioning_blocks [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Provisioning complete for port ea442af7-cfed-42d9-99cc-4b2e0864f58b triggered by entity L2. {{(pid=103478) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:38:42.188037 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7685111'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), provisioning_complete {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:42.264439 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Current status of the port ea442af7-cfed-42d9-99cc-4b2e0864f58b is: BUILD; New status is: ACTIVE {{(pid=103478) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:38:42.264730 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7726132'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), before_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:42.286848 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b'}] {{(pid=103478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:42.289058 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d15d8d03201dcb76da6fe1035722a0cea9cd31348e76fbce6a6db603d6c2e13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff802cf-71eb-451f-8904-009e9c13e4d6" -d '{"events": [{"server_uuid": "ad724415-9aa3-4e3b-9030-d5cc991a22ef", "name": "network-vif-plugged", "status": "completed", "tag": "ea442af7-cfed-42d9-99cc-4b2e0864f58b"}]}' {{(pid=103478) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:42.301301 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.db [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] For port ea442af7-cfed-42d9-99cc-4b2e0864f58b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ea442af7-cfed-42d9-99cc-4b2e0864f58b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:38:42.305520 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737325982118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737325553026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737325553044'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:42.328752 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58dc351-740d-400b-913c-637ff14fb37b x-openstack-request-id: req-f58dc351-740d-400b-913c-637ff14fb37b {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:42.329061 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad724415-9aa3-4e3b-9030-d5cc991a22ef", "name": "network-vif-plugged", "status": "completed", "tag": "ea442af7-cfed-42d9-99cc-4b2e0864f58b", "code": 200}]} {{(pid=103478) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:42.329317 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f58dc351-740d-400b-913c-637ff14fb37b {{(pid=103478) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:42.329708 dv-cinder-828806-2-iscsi neutron-server[103478]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58dc351-740d-400b-913c-637ff14fb37b'] response: {'server_uuid': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b', 'code': 200} May 10 20:38:42.355384 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Pushing event updated for resources: {'Port': ['ID=ea442af7-cfed-42d9-99cc-4b2e0864f58b,revision_number=5']} {{(pid=103478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:38:42.488573 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb6ac9-35e4-45a2-bab9-7d273736ade3 req-3b75948e-0ac4-411f-8398-3311b9915165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:42.490058 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ffdb6ac9-35e4-45a2-bab9-7d273736ade3 req-3b75948e-0ac4-411f-8398-3311b9915165 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 1129 time: 0.0396819 May 10 20:38:42.532992 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-ffdb6ac9-35e4-45a2-bab9-7d273736ade3 req-ef91e9e5-503c-4909-ac60-657e888a1a01 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365522 May 10 20:38:42.942960 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7937c4-dc99-4275-96d8-3ea5f97360d0 req-7a819b76-16e6-48e0-85cb-2344184d94eb tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:42.944383 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff7937c4-dc99-4275-96d8-3ea5f97360d0 req-7a819b76-16e6-48e0-85cb-2344184d94eb tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 945 time: 0.0454273 May 10 20:38:42.993216 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-ff7937c4-dc99-4275-96d8-3ea5f97360d0 req-455d754b-987c-4605-be2e-8cd11af25ebc tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433629 May 10 20:38:44.109942 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00911-cdba-441e-85e1-5c3202332dd2 req-1fe537b8-ba78-480e-807f-b14d386e5f8d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:44.111403 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-28f00911-cdba-441e-85e1-5c3202332dd2 req-1fe537b8-ba78-480e-807f-b14d386e5f8d tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 945 time: 0.0485387 May 10 20:38:44.156887 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-28f00911-cdba-441e-85e1-5c3202332dd2 req-f7157a3e-2100-40d0-ba88-86af97ecad55 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395663 May 10 20:38:45.268540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b0ba-7bd4-43a6-8777-d026718206a5 req-c89eca8c-a9af-4667-835f-8dd3622b387c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:45.269941 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eed4b0ba-7bd4-43a6-8777-d026718206a5 req-c89eca8c-a9af-4667-835f-8dd3622b387c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 945 time: 0.0460234 May 10 20:38:45.315467 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-eed4b0ba-7bd4-43a6-8777-d026718206a5 req-53e3064b-70f7-4f4a-b539-55b80069b869 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397964 May 10 20:38:45.426246 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462e395-7b4f-440b-924d-80a0fbc703ad req-c807189c-86c5-4cb3-abb7-8ef881da6f28 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:45.427690 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-9462e395-7b4f-440b-924d-80a0fbc703ad req-c807189c-86c5-4cb3-abb7-8ef881da6f28 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 945 time: 0.0495701 May 10 20:38:45.436169 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41436) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:38:45.440454 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.v2.base [None req-df3008db-dd2d-4cf2-b245-cbba645021d2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Request body: {'floatingip': {'port_id': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b'}} {{(pid=103476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:38:45.478320 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df3008db-dd2d-4cf2-b245-cbba645021d2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (eb27497c-6cd1-4458-bd0c-42272dde6082), before_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:46.175259 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df3008db-dd2d-4cf2-b245-cbba645021d2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:46.178869 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df3008db-dd2d-4cf2-b245-cbba645021d2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (eb27497c-6cd1-4458-bd0c-42272dde6082), after_update {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:46.288987 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-df3008db-dd2d-4cf2-b245-cbba645021d2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Floating IP eb27497c-6cd1-4458-bd0c-42272dde6082 associated. External IP: 172.27.0.94, port: ea442af7-cfed-42d9-99cc-4b2e0864f58b. May 10 20:38:46.497668 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3008db-dd2d-4cf2-b245-cbba645021d2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:38:46.614546 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3008db-dd2d-4cf2-b245-cbba645021d2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:38:46.619830 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-df3008db-dd2d-4cf2-b245-cbba645021d2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:46.624359 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:38:46.634043 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:46.634646 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:38:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:46.649485 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-df3008db-dd2d-4cf2-b245-cbba645021d2 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "PUT /v2.0/floatingips/eb27497c-6cd1-4458-bd0c-42272dde6082 HTTP/1.1" status: 200 len: 990 time: 1.2122896 May 10 20:38:46.650073 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'tag': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:38:46.652336 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387a45d7-6ce6-433e-ae23-85f5b193e652" -d '{"events": [{"name": "network-changed", "server_uuid": "ad724415-9aa3-4e3b-9030-d5cc991a22ef", "tag": "ea442af7-cfed-42d9-99cc-4b2e0864f58b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:38:46.689914 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da184e-e0e9-4699-a33b-691e57d2236c x-openstack-request-id: req-92da184e-e0e9-4699-a33b-691e57d2236c {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:38:46.690759 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad724415-9aa3-4e3b-9030-d5cc991a22ef", "tag": "ea442af7-cfed-42d9-99cc-4b2e0864f58b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:38:46.691014 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92da184e-e0e9-4699-a33b-691e57d2236c {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:38:46.691418 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92da184e-e0e9-4699-a33b-691e57d2236c'] response: {'name': 'network-changed', 'server_uuid': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'tag': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b', 'status': 'completed', 'code': 200} May 10 20:38:46.745636 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:46.749711 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-d45f280f-44b0-4102-be42-3a71c4687a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:46.751149 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-d45f280f-44b0-4102-be42-3a71c4687a2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=24459511ae744b509a55faad8cd07970&device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 1129 time: 0.0381262 May 10 20:38:46.843175 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-4c8a92fc-30d8-4ebe-a690-e08c379df829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:46.844669 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-4c8a92fc-30d8-4ebe-a690-e08c379df829 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 200 len: 916 time: 0.0852759 May 10 20:38:46.909435 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-7d10ae42-b4e5-43cb-b14c-5e45e882f5cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442af7-cfed-42d9-99cc-4b2e0864f58b HTTP/1.1" status: 200 len: 998 time: 0.0569556 May 10 20:38:46.955888 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-5c9d855f-fda9-407f-abd5-7c008b95c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:46.957363 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-5c9d855f-fda9-407f-abd5-7c008b95c41b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 200 len: 854 time: 0.0419788 May 10 20:38:46.960243 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'eb27497c-6cd1-4458-bd0c-42272dde6082', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:3e:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:38:33Z', 'updated_at': '2022-05-10T20:38:46Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:46.988107 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:38:46.996351 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:38:46.996947 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:38:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:47.004088 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-ff69121a-133c-418a-8a45-f2c355d9ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:38:47.005538 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-ff69121a-133c-418a-8a45-f2c355d9ba1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e86bfbdf-9b8b-4914-a508-1afa24268f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423079 May 10 20:38:47.093820 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-0c7eac23-5d7a-4138-bf5c-9aebd0ae1fc6 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811975 May 10 20:38:47.105785 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:38:47.186537 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-387a45d7-6ce6-433e-ae23-85f5b193e652 req-2b68bd72-68a3-4b4a-a4de-015a5c4931d9 service neutron] 10.222.0.69 "GET /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846331 May 10 20:38:47.319550 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'eb27497c-6cd1-4458-bd0c-42272dde6082', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:3e:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:38:33Z', 'updated_at': '2022-05-10T20:38:46Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:38:47.348263 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d88122-2a5d-45ba-ac12-2d4bb37e1ef5 None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_floatingips': [{'id': 'eb27497c-6cd1-4458-bd0c-42272dde6082', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'router_id': '7b01a049-78fc-4868-8109-96999119d543', 'port_id': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'mac_address': 'fa:16:3e:3e:5e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:38:33Z', 'updated_at': '2022-05-10T20:38:46Z', 'revision_number': 1, 'project_id': '24459511ae744b509a55faad8cd07970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:38:47.538304 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9cba8-774d-4830-9c0a-bc06e39a9e7f None None] New status for floating IP eb27497c-6cd1-4458-bd0c-42272dde6082: ACTIVE {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:38:51.732136 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:54.460236 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-85c87458-8d61-471d-8e79-335a0b8a6b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:56.686160 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f6f4-ef48-4daf-8635-ce739d6fa010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:58.093552 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:38:59.135698 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:00.622133 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:04.057476 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:39:21.753496 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:24.461045 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ccc20359-3393-46ef-b0b2-2989bec3a026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:25.830816 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5fd25-9448-4a85-bf06-c4e3f579a1a5 req-525d0494-df5e-4f88-926f-740b5746fc72 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:25.832172 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7dc5fd25-9448-4a85-bf06-c4e3f579a1a5 req-525d0494-df5e-4f88-926f-740b5746fc72 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 945 time: 0.0461903 May 10 20:39:25.878179 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-7dc5fd25-9448-4a85-bf06-c4e3f579a1a5 req-ed5ddbcc-9da0-4550-9df8-4e55fa530415 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405293 May 10 20:39:26.688539 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-87887e23-123c-462d-862b-ffe604496350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:26.997003 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e9b93-ef8c-4940-a806-a2ec228d0232 req-256740bb-2ac1-4ce2-a7a4-7da8e44eadcb tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:26.998542 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0c6e9b93-ef8c-4940-a806-a2ec228d0232 req-256740bb-2ac1-4ce2-a7a4-7da8e44eadcb tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 945 time: 0.0516462 May 10 20:39:27.048047 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0c6e9b93-ef8c-4940-a806-a2ec228d0232 req-ae7600a4-0c0a-4103-8153-310b47026c20 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups?id=07442200-4e8c-41ef-a3b9-ae546bb04ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416825 May 10 20:39:27.284562 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-bee1f1e0-0878-4878-ac3a-946a5bb2aec1 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:27.286469 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-bee1f1e0-0878-4878-ac3a-946a5bb2aec1 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 945 time: 0.0472522 May 10 20:39:27.378605 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Deleting port ea442af7-cfed-42d9-99cc-4b2e0864f58b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:27.378948 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:27.488701 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] For port ea442af7-cfed-42d9-99cc-4b2e0864f58b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=ea442af7-cfed-42d9-99cc-4b2e0864f58b,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:27.489944 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:27.665200 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:27.665554 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1691139'] for floatingip (eb27497c-6cd1-4458-bd0c-42272dde6082), after_update {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:27.665866 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.db.l3_db [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Floating IP eb27497c-6cd1-4458-bd0c-42272dde6082 disassociated. External IP: 172.27.0.94, port: ea442af7-cfed-42d9-99cc-4b2e0864f58b. May 10 20:39:27.666201 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Calling delete_port for ea442af7-cfed-42d9-99cc-4b2e0864f58b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:27.794252 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (ea442af7-cfed-42d9-99cc-4b2e0864f58b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:27.823177 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'Port': ['ID=ea442af7-cfed-42d9-99cc-4b2e0864f58b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:27.945168 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:39:28.074130 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fab71477-e53b-4509-82c5-1b757848ac68 req-86e066b4-da0d-469d-b287-69e1d000be3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731361 May 10 20:39:28.085907 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:39:28.096166 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:39:28.110254 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:28.115569 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:28.118853 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:28.133789 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] No DVR routers for this DVR port ea442af7-cfed-42d9-99cc-4b2e0864f58b on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:39:28.137471 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:28.143423 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-87b6c4ff-8247-4f48-986e-bc10c0c70d42 req-9f1c5347-1981-49b8-845b-567616c6575c tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.69 "DELETE /v2.0/ports/ea442af7-cfed-42d9-99cc-4b2e0864f58b HTTP/1.1" status: 204 len: 173 time: 0.8519056 May 10 20:39:28.143895 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'name': 'network-vif-deleted', 'tag': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:39:28.146452 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d75561-867c-4e61-bd39-e98fdc235a5e" -d '{"events": [{"server_uuid": "ad724415-9aa3-4e3b-9030-d5cc991a22ef", "name": "network-vif-deleted", "tag": "ea442af7-cfed-42d9-99cc-4b2e0864f58b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:39:28.159374 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-0b26dc3c-14b2-4573-96ce-19909e42bd49 req-a11dcaa0-2053-4291-b684-0123100f4816 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad724415-9aa3-4e3b-9030-d5cc991a22ef HTTP/1.1" status: 200 len: 210 time: 0.0372078 May 10 20:39:28.212487 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8923c291-a02c-4ca2-b6ef-27e43473dc94 x-openstack-request-id: req-8923c291-a02c-4ca2-b6ef-27e43473dc94 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:39:28.212936 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad724415-9aa3-4e3b-9030-d5cc991a22ef", "name": "network-vif-deleted", "tag": "ea442af7-cfed-42d9-99cc-4b2e0864f58b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:39:28.213372 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8923c291-a02c-4ca2-b6ef-27e43473dc94 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:39:28.213875 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8923c291-a02c-4ca2-b6ef-27e43473dc94'] response: {'server_uuid': 'ad724415-9aa3-4e3b-9030-d5cc991a22ef', 'name': 'network-vif-deleted', 'tag': 'ea442af7-cfed-42d9-99cc-4b2e0864f58b', 'status': 'completed', 'code': 200} May 10 20:39:28.227445 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71477-e53b-4509-82c5-1b757848ac68 req-75d35e20-151c-43ca-a943-f2d109c21fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:28.229243 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fab71477-e53b-4509-82c5-1b757848ac68 req-75d35e20-151c-43ca-a943-f2d109c21fce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1129 time: 0.0733502 May 10 20:39:28.253611 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:28.391147 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71477-e53b-4509-82c5-1b757848ac68 req-e420e4e1-5bce-4ed2-b823-08edf6e7fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:28.392663 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fab71477-e53b-4509-82c5-1b757848ac68 req-e420e4e1-5bce-4ed2-b823-08edf6e7fbe7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 910 time: 0.1070263 May 10 20:39:28.456681 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:28.483063 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:39:28.491129 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:28.491723 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:28.599031 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:28.642437 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fab71477-e53b-4509-82c5-1b757848ac68 req-4bce51f9-4432-482c-af72-e5d3d05f225e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 1000 time: 0.0685189 May 10 20:39:28.691556 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71477-e53b-4509-82c5-1b757848ac68 req-bbaa48f0-9de8-4511-873f-ba35f0723fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:28.693695 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fab71477-e53b-4509-82c5-1b757848ac68 req-bbaa48f0-9de8-4511-873f-ba35f0723fdc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 200 len: 848 time: 0.0452178 May 10 20:39:28.737922 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71477-e53b-4509-82c5-1b757848ac68 req-bee1584d-df65-490f-9fe0-36fbe1044d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:28.739375 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fab71477-e53b-4509-82c5-1b757848ac68 req-bee1584d-df65-490f-9fe0-36fbe1044d84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399005 May 10 20:39:28.801631 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:28.831818 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fab71477-e53b-4509-82c5-1b757848ac68 req-e92000b3-9c5a-4402-aeeb-b2e1eadfae42 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858827 May 10 20:39:28.911453 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7897045a-04d4-49d3-9173-ee2ba7006227 None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:35:30Z', 'revision_number': 4, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '10d477c1-144d-4308-96b5-78873726b7e8', 'name': '', 'network_id': 'e86bfbdf-9b8b-4914-a508-1afa24268f93', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'mac_address': 'fa:16:3e:32:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:29Z', 'updated_at': '2022-05-10T20:35:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'subnets': [{'id': 'b26bade4-36c9-4948-9cfa-82499aa1f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:39:28.921376 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-fab71477-e53b-4509-82c5-1b757848ac68 req-4b8767d3-883d-4c61-9869-8cfca5927200 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835359 May 10 20:39:29.121512 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b1a2c9-7660-4544-a490-7aa6181ec2ca None None] New status for floating IP eb27497c-6cd1-4458-bd0c-42272dde6082: DOWN {{(pid=103478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:39:29.205521 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:29.249142 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41518) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:29.303690 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (07442200-4e8c-41ef-a3b9-ae546bb04ea4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:29.327193 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (07442200-4e8c-41ef-a3b9-ae546bb04ea4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:29.377074 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (07442200-4e8c-41ef-a3b9-ae546bb04ea4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:29.380256 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:29.381454 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "DELETE /v2.0/security-groups/07442200-4e8c-41ef-a3b9-ae546bb04ea4 HTTP/1.1" status: 204 len: 168 time: 0.1312454 May 10 20:39:29.384247 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41520) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:29.390872 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07442200-4e8c-41ef-a3b9-ae546bb04ea4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:29.398324 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.398669 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.399008 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.399340 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.399668 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.399995 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.400320 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.400646 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.400965 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.401308 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.401630 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.401876 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.api.v2.resource [None req-c78f30ac-56f6-4bea-a593-9df8b58a83c7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] show failed (client error): The resource could not be found. May 10 20:39:29.402348 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.402348 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.405521 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.405521 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750730c5-e1a4-4a35-b752-a3b83ff880f4 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:29.405741 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c78f30ac-56f6-4bea-a593-9df8b58a83c7 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "GET /v2.0/security-groups/07442200-4e8c-41ef-a3b9-ae546bb04ea4 HTTP/1.1" status: 404 len: 347 time: 0.0176251 May 10 20:39:29.405741 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41522) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:29.523712 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Deleting port edb6cf94-0ca3-4757-8835-01525d156054 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:29.523952 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (edb6cf94-0ca3-4757-8835-01525d156054), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:29.599765 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (edb6cf94-0ca3-4757-8835-01525d156054), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:29.600084 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (edb6cf94-0ca3-4757-8835-01525d156054), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:29.612393 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Calling delete_port for edb6cf94-0ca3-4757-8835-01525d156054 owned by network:floatingip {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:29.986335 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (edb6cf94-0ca3-4757-8835-01525d156054), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:30.010427 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Pushing event deleted for resources: {'Port': ['ID=edb6cf94-0ca3-4757-8835-01525d156054,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:30.074715 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks [] for floatingip (eb27497c-6cd1-4458-bd0c-42272dde6082), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:30.077272 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:30.078445 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-1c13774d-3397-49d5-bc41-1ed986bda758 tempest-AttachVolumeNegativeTest-1499811591 tempest-AttachVolumeNegativeTest-1499811591-project] 10.222.0.61 "DELETE /v2.0/floatingips/eb27497c-6cd1-4458-bd0c-42272dde6082 HTTP/1.1" status: 204 len: 168 time: 0.6719046 May 10 20:39:30.624175 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:32.445863 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ea442af7-cfed-42d9-99cc-4b2e0864f58b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:32.468624 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: ea442af7-cfed-42d9-99cc-4b2e0864f58b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:32.468624 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device ea442af7-cfed-42d9-99cc-4b2e0864f58b not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:33.722098 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41558) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:34.039262 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (7b01a049-78fc-4868-8109-96999119d543), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:34.264666 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Deleting port 10d477c1-144d-4308-96b5-78873726b7e8 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:34.264918 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (10d477c1-144d-4308-96b5-78873726b7e8), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:34.343056 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] For port 10d477c1-144d-4308-96b5-78873726b7e8, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=10d477c1-144d-4308-96b5-78873726b7e8,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:34.343414 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (10d477c1-144d-4308-96b5-78873726b7e8), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:34.356685 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Calling delete_port for 10d477c1-144d-4308-96b5-78873726b7e8 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:34.538110 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (10d477c1-144d-4308-96b5-78873726b7e8), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:34.564015 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d477c1-144d-4308-96b5-78873726b7e8,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:34.575470 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.575894 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.576151 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.576488 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.576819 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.577176 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.577619 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.577821 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.578143 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.578463 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.578783 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.579102 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.579420 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.579738 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.580057 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-2-iscsi {{(pid=103477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:39:34.751721 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41560) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:34.755383 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (7b01a049-78fc-4868-8109-96999119d543), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:34.907062 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Deleting port c716e7f9-ebbd-4cd2-9a88-21172737c300 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:34.907411 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (c716e7f9-ebbd-4cd2-9a88-21172737c300), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:34.971173 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Router 7b01a049-78fc-4868-8109-96999119d543 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:39:34.981206 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (c716e7f9-ebbd-4cd2-9a88-21172737c300), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:34.981540 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for floatingip (c716e7f9-ebbd-4cd2-9a88-21172737c300), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:34.994854 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Calling delete_port for c716e7f9-ebbd-4cd2-9a88-21172737c300 owned by network:floatingip {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:35.080259 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:39:35.085396 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-c4f04192-fd62-4c55-b38c-587368705e46 admin admin] 10.222.0.61 "PUT /v2.0/routers/7b01a049-78fc-4868-8109-96999119d543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3622863 May 10 20:39:35.087826 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41562) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:35.092664 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] Sync routers for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:39:35.103491 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:35.104374 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:35.152045 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (c716e7f9-ebbd-4cd2-9a88-21172737c300), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.178152 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event deleted for resources: {'Port': ['ID=c716e7f9-ebbd-4cd2-9a88-21172737c300,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:35.203377 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks [] for router (7b01a049-78fc-4868-8109-96999119d543), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.217494 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:35.242814 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for floatingip (f90cb062-4181-4110-99d5-8b43c6d75619), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.243142 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.db.l3_db [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Floating IP f90cb062-4181-4110-99d5-8b43c6d75619 disassociated (deleted). External IP: 172.27.0.47, port: 33a5e6ed-c63a-4e5f-a910-096813ddde2b. May 10 20:39:35.312511 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks [] for router_gateway (7b01a049-78fc-4868-8109-96999119d543), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.361438 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Deleting port 82825429-514d-4216-94d0-3c808089d02c {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:35.361822 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (82825429-514d-4216-94d0-3c808089d02c), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.394000 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '82825429-514d-4216-94d0-3c808089d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:39:34Z', 'revision_number': 5, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port': {'id': '82825429-514d-4216-94d0-3c808089d02c', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b01a049-78fc-4868-8109-96999119d543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:28Z', 'updated_at': '2022-05-10T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:35.422041 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] Checking router: 7b01a049-78fc-4868-8109-96999119d543 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:39:35.430989 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] Routers {'7b01a049-78fc-4868-8109-96999119d543'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:35.431531 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['7b01a049-78fc-4868-8109-96999119d543'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:35.447225 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] For port 82825429-514d-4216-94d0-3c808089d02c, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=82825429-514d-4216-94d0-3c808089d02c,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:35.447578 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (82825429-514d-4216-94d0-3c808089d02c), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.461357 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Calling delete_port for 82825429-514d-4216-94d0-3c808089d02c owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:35.466459 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:39:35.519610 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] Set router 7b01a049-78fc-4868-8109-96999119d543 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:35.576712 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:39:35Z', 'revision_number': 6, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port_host': None}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:35.581659 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:39:35.586485 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for floatingip (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.601225 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] Sync routers for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:39:35.608602 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e80a1-6776-41f8-9110-64feee76eb6d None None] The sync data for ids ['7b01a049-78fc-4868-8109-96999119d543'] in dv-cinder-828806-2-iscsi is: [{'id': '7b01a049-78fc-4868-8109-96999119d543', 'name': 'tempest-AttachVolumeNegativeTest-2006607293-router', 'tenant_id': '24459511ae744b509a55faad8cd07970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:27Z', 'updated_at': '2022-05-10T20:39:35Z', 'revision_number': 6, 'project_id': '24459511ae744b509a55faad8cd07970', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:39:35.610852 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:35.612201 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:35.628732 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8cf17337-2cce-45cb-8802-d4cc21da9898 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "DELETE /v2.0/floatingips/f90cb062-4181-4110-99d5-8b43c6d75619 HTTP/1.1" status: 204 len: 168 time: 0.8756804 May 10 20:39:35.629354 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b'}] {{(pid=103476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:39:35.631983 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a638e71ef7e1407349969d4b383804ceb7d7a3e385c55da2fa13c46a1a2ad41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f18554-6c33-4ce0-8464-806023a02e56" -d '{"events": [{"name": "network-changed", "server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b"}]}' {{(pid=103476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:39:35.649323 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (82825429-514d-4216-94d0-3c808089d02c), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.679953 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2006a808-3c11-45a0-8467-64a3edc6ff88 x-openstack-request-id: req-2006a808-3c11-45a0-8467-64a3edc6ff88 {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:39:35.680273 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b", "status": "completed", "code": 200}]} {{(pid=103476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:39:35.680571 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2006a808-3c11-45a0-8467-64a3edc6ff88 {{(pid=103476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:39:35.681111 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2006a808-3c11-45a0-8467-64a3edc6ff88'] response: {'name': 'network-changed', 'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'status': 'completed', 'code': 200} May 10 20:39:35.693579 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Pushing event deleted for resources: {'Port': ['ID=82825429-514d-4216-94d0-3c808089d02c,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:35.760050 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:35.798342 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f18554-6c33-4ce0-8464-806023a02e56 req-0e9a9cfd-8460-4894-8146-2b498aeb1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:35.800062 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f18554-6c33-4ce0-8464-806023a02e56 req-0e9a9cfd-8460-4894-8146-2b498aeb1d4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61379b54bfc341878955a07870c5fda4&device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 1129 time: 0.0735366 May 10 20:39:35.803664 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (7b01a049-78fc-4868-8109-96999119d543), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.905408 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (7b01a049-78fc-4868-8109-96999119d543), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.906391 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aaf5e-e6d4-4e08-83d9-88bab0493098 req-46fae9af-dc30-4475-a278-488fa9cb36ba tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:35.907973 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a60aaf5e-e6d4-4e08-83d9-88bab0493098 req-46fae9af-dc30-4475-a278-488fa9cb36ba tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0496290 May 10 20:39:35.908343 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks [] for router_controller (7b01a049-78fc-4868-8109-96999119d543), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.960000 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (7b01a049-78fc-4868-8109-96999119d543), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.960726 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b01a049-78fc-4868-8109-96999119d543 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:39:35.966022 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:35.966558 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-a60aaf5e-e6d4-4e08-83d9-88bab0493098 req-0c1c533b-24be-4fae-9473-91f006ba0858 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516829 May 10 20:39:35.967914 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:22Z', 'revision_number': 5, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:35.968237 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-88ca84ae-24be-4bfc-9655-4f98e4942282 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7b01a049-78fc-4868-8109-96999119d543 HTTP/1.1" status: 204 len: 168 time: 0.8792193 May 10 20:39:35.970349 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41570) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:35.996368 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] Checking router: 5c596e29-a779-4ef2-b5e9-a0de09f57d6f for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:39:36.005830 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:36.006762 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:36.040783 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.db_base_plugin_v2 [None req-044368f7-57c6-4452-9844-77f03c8df3db admin admin] Deleting subnet b26bade4-36c9-4948-9cfa-82499aa1f40d {{(pid=103477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:39:36.044742 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-044368f7-57c6-4452-9844-77f03c8df3db admin admin] Publish callbacks [] for subnet (b26bade4-36c9-4948-9cfa-82499aa1f40d), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.097023 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-044368f7-57c6-4452-9844-77f03c8df3db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25902530'] for subnet (b26bade4-36c9-4948-9cfa-82499aa1f40d), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.186753 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 10d477c1-144d-4308-96b5-78873726b7e8 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:36.190418 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-044368f7-57c6-4452-9844-77f03c8df3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (b26bade4-36c9-4948-9cfa-82499aa1f40d), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.212942 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 10d477c1-144d-4308-96b5-78873726b7e8 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:36.213226 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 10d477c1-144d-4308-96b5-78873726b7e8 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:36.247273 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-044368f7-57c6-4452-9844-77f03c8df3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3444284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25776282'] for subnet (b26bade4-36c9-4948-9cfa-82499aa1f40d), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.275913 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-044368f7-57c6-4452-9844-77f03c8df3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for subnet (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.279263 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-044368f7-57c6-4452-9844-77f03c8df3db admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b26bade4-36c9-4948-9cfa-82499aa1f40d HTTP/1.1" status: 204 len: 168 time: 0.3064604 May 10 20:39:36.280232 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044368f7-57c6-4452-9844-77f03c8df3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26bade4-36c9-4948-9cfa-82499aa1f40d,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:36.281909 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723638e-ea64-4c61-87c8-05932ce4f6e5 None None] Network e86bfbdf-9b8b-4914-a508-1afa24268f93 requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:39:36.283329 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41572) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:36.284754 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:36.356426 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (e86bfbdf-9b8b-4914-a508-1afa24268f93), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.400549 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Deleting port a504d92b-595c-4d03-8372-8a514bee5cf4 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:36.400791 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.465441 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] For port a504d92b-595c-4d03-8372-8a514bee5cf4, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=a504d92b-595c-4d03-8372-8a514bee5cf4,segment=NetworkSegment(30149663-8ef0-4208-a614-89e22c5fbcd3),segment_id=30149663-8ef0-4208-a614-89e22c5fbcd3)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:36.465844 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.481004 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Calling delete_port for a504d92b-595c-4d03-8372-8a514bee5cf4 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:36.546807 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:22Z', 'revision_number': 5, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:36.571940 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (a504d92b-595c-4d03-8372-8a514bee5cf4), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.575608 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f365d76-c36f-4be6-8158-50198b0d8b9f None None] DHCP port deletion for e86bfbdf-9b8b-4914-a508-1afa24268f93 request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:39:36.579402 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8fddc-528b-431a-9e5b-e59ad7d9ff91 None None] The sync data for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi is: [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:35:15Z', 'revision_number': 4, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi', '_interfaces': [{'id': '73818d41-780e-4dba-8869-06042d4690e7', 'name': '', 'network_id': 'bf2a6b0c-a1e6-4cda-adf9-908bec5507fb', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'mac_address': 'fa:16:3e:e4:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:15Z', 'updated_at': '2022-05-10T20:35:22Z', 'revision_number': 5, 'project_id': '61379b54bfc341878955a07870c5fda4', 'subnets': [{'id': '8f0691d6-cb7b-4514-97e8-ccb6a63f47c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:39:36.601297 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Pushing event deleted for resources: {'Port': ['ID=a504d92b-595c-4d03-8372-8a514bee5cf4,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:36.604764 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] No DVR routers for this DVR port a504d92b-595c-4d03-8372-8a514bee5cf4 on host dv-cinder-828806-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:39:36.683167 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (e86bfbdf-9b8b-4914-a508-1afa24268f93), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.705584 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86bfbdf-9b8b-4914-a508-1afa24268f93']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:36.715739 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30149663-8ef0-4208-a614-89e22c5fbcd3') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:36.715966 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30149663-8ef0-4208-a614-89e22c5fbcd3') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:36.726290 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26748875'] for segment (30149663-8ef0-4208-a614-89e22c5fbcd3), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.741494 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (30149663-8ef0-4208-a614-89e22c5fbcd3), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.747931 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:39:36.748442 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25972613'] for segment (30149663-8ef0-4208-a614-89e22c5fbcd3), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: timer() May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: cb(*args, **kw) May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: self._notify() May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: self.callback(batched_events) May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: event.method(event) May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._get(url).json() May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:39:36.750649 dv-cinder-828806-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:39:36.808648 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (e86bfbdf-9b8b-4914-a508-1afa24268f93), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.815654 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:36.819434 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e86bfbdf-9b8b-4914-a508-1afa24268f93 HTTP/1.1" status: 204 len: 168 time: 0.5350862 May 10 20:39:36.841050 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542ee3d-590e-4b5a-a29f-6e4ecf93f310 admin admin] Pushing event deleted for resources: {'Network': ['ID=e86bfbdf-9b8b-4914-a508-1afa24268f93,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:36.888553 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69babee-6ffe-40ad-b310-9888fa884747 None None] New status for floating IP f90cb062-4181-4110-99d5-8b43c6d75619: DOWN {{(pid=103479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:39:36.914578 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f18554-6c33-4ce0-8464-806023a02e56 req-50f7b208-5106-442f-a690-435032d7a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:36.916067 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f18554-6c33-4ce0-8464-806023a02e56 req-50f7b208-5106-442f-a690-435032d7a20b service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 200 len: 910 time: 0.1074429 May 10 20:39:37.044086 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41578) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:37.051188 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f18554-6c33-4ce0-8464-806023a02e56 req-758f4259-944b-4022-aa74-b69522b0d337 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 200 len: 217 time: 0.0471878 May 10 20:39:37.099996 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f18554-6c33-4ce0-8464-806023a02e56 req-239b792b-cdae-493d-bb84-c12bc79a8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:37.101422 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f18554-6c33-4ce0-8464-806023a02e56 req-239b792b-cdae-493d-bb84-c12bc79a8941 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 200 len: 848 time: 0.0442307 May 10 20:39:37.117387 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-c100a9fb-bae4-44fe-b1db-a22e943a2bd6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=24459511ae744b509a55faad8cd07970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718596 May 10 20:39:37.119974 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41580) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:37.130345 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad53f7-f71a-483d-889c-cab3fe324efd req-196e56b9-ebdc-49b7-926f-9fbf3cede80a tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:37.132086 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-00ad53f7-f71a-483d-889c-cab3fe324efd req-196e56b9-ebdc-49b7-926f-9fbf3cede80a tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0591094 May 10 20:39:37.167461 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1d94e7c-7674-4b4c-8b0d-cdbba0a98340 admin admin] Publish callbacks [] for security_group (f12f9faa-5994-48ad-8c16-2275bad83cd4), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:37.179990 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-00ad53f7-f71a-483d-889c-cab3fe324efd req-db60c510-9408-47cc-aa7e-4cc90a60403f tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/security-groups?id=943c9fd2-a2d0-4887-b019-aa1d84ec5b83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 May 10 20:39:37.189476 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1d94e7c-7674-4b4c-8b0d-cdbba0a98340 admin admin] Publish callbacks [] for security_group (f12f9faa-5994-48ad-8c16-2275bad83cd4), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:37.258597 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f18554-6c33-4ce0-8464-806023a02e56 req-04795a22-f188-4235-8192-4e39de178278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:37.260482 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f18554-6c33-4ce0-8464-806023a02e56 req-04795a22-f188-4235-8192-4e39de178278 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429528 May 10 20:39:37.264736 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1d94e7c-7674-4b4c-8b0d-cdbba0a98340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (f12f9faa-5994-48ad-8c16-2275bad83cd4), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:37.267315 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-d1d94e7c-7674-4b4c-8b0d-cdbba0a98340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:37.268333 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-d1d94e7c-7674-4b4c-8b0d-cdbba0a98340 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f12f9faa-5994-48ad-8c16-2275bad83cd4 HTTP/1.1" status: 204 len: 168 time: 0.1473832 May 10 20:39:37.293546 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d94e7c-7674-4b4c-8b0d-cdbba0a98340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12f9faa-5994-48ad-8c16-2275bad83cd4,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:37.373447 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa831033-2f75-4412-ac5f-399c13e96084 req-dd2797e2-26aa-4f49-8b08-50486562be96 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:39:37.374907 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aa831033-2f75-4412-ac5f-399c13e96084 req-dd2797e2-26aa-4f49-8b08-50486562be96 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 945 time: 0.0825844 May 10 20:39:37.434047 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f18554-6c33-4ce0-8464-806023a02e56 req-d95e56ae-1c68-42e5-9e3f-6387dcfdc466 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646485 May 10 20:39:37.524107 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-aa831033-2f75-4412-ac5f-399c13e96084 req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Deleting port 33a5e6ed-c63a-4e5f-a910-096813ddde2b {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:37.524366 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aa831033-2f75-4412-ac5f-399c13e96084 req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:37.621968 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-31f18554-6c33-4ce0-8464-806023a02e56 req-9b3895ad-3557-4e43-a621-02a532e7be21 service neutron] 10.222.0.69 "GET /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788495 May 10 20:39:37.646096 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [req-aa831033-2f75-4412-ac5f-399c13e96084 req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] For port 33a5e6ed-c63a-4e5f-a910-096813ddde2b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=33a5e6ed-c63a-4e5f-a910-096813ddde2b,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:37.646458 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aa831033-2f75-4412-ac5f-399c13e96084 req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:37.660962 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [req-aa831033-2f75-4412-ac5f-399c13e96084 req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Calling delete_port for 33a5e6ed-c63a-4e5f-a910-096813ddde2b owned by compute:nova {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:37.792464 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aa831033-2f75-4412-ac5f-399c13e96084 req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (33a5e6ed-c63a-4e5f-a910-096813ddde2b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:37.819725 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event deleted for resources: {'Port': ['ID=33a5e6ed-c63a-4e5f-a910-096813ddde2b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:37.870622 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa831033-2f75-4412-ac5f-399c13e96084 req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] No DVR routers for this DVR port 33a5e6ed-c63a-4e5f-a910-096813ddde2b on host hv-cinder-82880 {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:39:37.873268 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [req-aa831033-2f75-4412-ac5f-399c13e96084 req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4237'] for port (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:37.876496 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [req-aa831033-2f75-4412-ac5f-399c13e96084 req-0c18fd1c-dd7b-47d2-9767-a2f13d68a990 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.69 "DELETE /v2.0/ports/33a5e6ed-c63a-4e5f-a910-096813ddde2b HTTP/1.1" status: 204 len: 173 time: 0.4949882 May 10 20:39:37.877224 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'name': 'network-vif-deleted', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b'}] {{(pid=103477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:39:37.879245 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3da1c781a1842f35300577f92de8ea2d98a61e0a4cd34fdaac52bbca6c9cbae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6b20fe-5566-47f0-a448-f4b957908e02" -d '{"events": [{"server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "name": "network-vif-deleted", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b"}]}' {{(pid=103477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:39:37.941267 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b6df91-7f85-484e-b06a-3ee4a5b6e074 x-openstack-request-id: req-68b6df91-7f85-484e-b06a-3ee4a5b6e074 {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:39:37.941866 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc43bb45-4300-4d9e-81e8-3ac1dfc77246", "name": "network-vif-deleted", "tag": "33a5e6ed-c63a-4e5f-a910-096813ddde2b", "status": "completed", "code": 200}]} {{(pid=103477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:39:37.941866 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68b6df91-7f85-484e-b06a-3ee4a5b6e074 {{(pid=103477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:39:37.942694 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b6df91-7f85-484e-b06a-3ee4a5b6e074'] response: {'server_uuid': 'dc43bb45-4300-4d9e-81e8-3ac1dfc77246', 'name': 'network-vif-deleted', 'tag': '33a5e6ed-c63a-4e5f-a910-096813ddde2b', 'status': 'completed', 'code': 200} May 10 20:39:37.965322 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 82825429-514d-4216-94d0-3c808089d02c no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:37.990505 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 82825429-514d-4216-94d0-3c808089d02c {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:37.990917 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 82825429-514d-4216-94d0-3c808089d02c not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:37.991391 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a504d92b-595c-4d03-8372-8a514bee5cf4 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:38.010567 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: a504d92b-595c-4d03-8372-8a514bee5cf4 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:38.010908 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device a504d92b-595c-4d03-8372-8a514bee5cf4 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:38.311177 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [req-18acd567-85ec-4866-ac72-e5beabb5caf4 req-99f6ec5c-2f0e-4348-a93d-d3e7ee4cee63 tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc43bb45-4300-4d9e-81e8-3ac1dfc77246 HTTP/1.1" status: 200 len: 210 time: 0.0320153 May 10 20:39:39.372169 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41616) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:39.428288 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-266f8764-9f33-48c5-ba66-55ad7ae4aaee tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group (943c9fd2-a2d0-4887-b019-aa1d84ec5b83), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:39.453309 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-266f8764-9f33-48c5-ba66-55ad7ae4aaee tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group (943c9fd2-a2d0-4887-b019-aa1d84ec5b83), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:39.517132 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-266f8764-9f33-48c5-ba66-55ad7ae4aaee tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (943c9fd2-a2d0-4887-b019-aa1d84ec5b83), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:39.519668 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-266f8764-9f33-48c5-ba66-55ad7ae4aaee tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:39.520820 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-266f8764-9f33-48c5-ba66-55ad7ae4aaee tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] 10.222.0.61 "DELETE /v2.0/security-groups/943c9fd2-a2d0-4887-b019-aa1d84ec5b83 HTTP/1.1" status: 204 len: 168 time: 0.1476762 May 10 20:39:39.530364 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f8764-9f33-48c5-ba66-55ad7ae4aaee tempest-TestShelveInstance-2043880106 tempest-TestShelveInstance-2043880106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943c9fd2-a2d0-4887-b019-aa1d84ec5b83,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:39.564268 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41626) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:40.181249 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:40.404168 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Deleting port 73818d41-780e-4dba-8869-06042d4690e7 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:40.404870 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (73818d41-780e-4dba-8869-06042d4690e7), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:40.481066 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] For port 73818d41-780e-4dba-8869-06042d4690e7, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=73818d41-780e-4dba-8869-06042d4690e7,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:40.481365 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (73818d41-780e-4dba-8869-06042d4690e7), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:40.488859 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 33a5e6ed-c63a-4e5f-a910-096813ddde2b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:40.494260 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Calling delete_port for 73818d41-780e-4dba-8869-06042d4690e7 owned by network:router_interface {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:40.508607 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] No Port match for: 33a5e6ed-c63a-4e5f-a910-096813ddde2b {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:40.508957 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Device 33a5e6ed-c63a-4e5f-a910-096813ddde2b not bound to the agent host hv-cinder-82880 {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:40.670541 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (73818d41-780e-4dba-8869-06042d4690e7), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:40.697484 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=73818d41-780e-4dba-8869-06042d4690e7,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:40.866170 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.055952 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:39:41.083132 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:39:41.206543 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:39:41.212007 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-5fa47bba-dc98-4c91-8669-c5bcad336d2f admin admin] 10.222.0.61 "PUT /v2.0/routers/5c596e29-a779-4ef2-b5e9-a0de09f57d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6460993 May 10 20:39:41.215058 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41646) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:41.217409 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] Sync routers for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:39:41.226801 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:41.227410 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:41.324873 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks [] for router (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.334866 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: dv-cinder-828806-2-iscsi {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:41.431520 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks [] for router_gateway (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.475901 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Deleting port 6a33ea4c-7e75-47a3-8786-2aef8d72c133 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:41.476261 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.503728 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:39:40Z', 'revision_number': 5, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port': {'id': '6a33ea4c-7e75-47a3-8786-2aef8d72c133', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:13Z', 'updated_at': '2022-05-10T20:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:41.530526 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] Checking router: 5c596e29-a779-4ef2-b5e9-a0de09f57d6f for host: dv-cinder-828806-2-iscsi {{(pid=103478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:39:41.538685 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] Routers {'5c596e29-a779-4ef2-b5e9-a0de09f57d6f'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:41.539264 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'], 'active': True} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:41.557071 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] For port 6a33ea4c-7e75-47a3-8786-2aef8d72c133, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=6a33ea4c-7e75-47a3-8786-2aef8d72c133,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:41.557507 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.571214 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Calling delete_port for 6a33ea4c-7e75-47a3-8786-2aef8d72c133 owned by network:router_gateway {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:41.630031 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_dvr_db [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] Set router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f gateway port host: None {{(pid=103478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:41.686100 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.db.l3_hamode_db [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:39:41Z', 'revision_number': 6, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port_host': None}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:41.715808 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3ee46b-424d-42aa-9fe9-94e9f1644d05 None None] The sync data for ids ['5c596e29-a779-4ef2-b5e9-a0de09f57d6f'] in dv-cinder-828806-2-iscsi is: [{'id': '5c596e29-a779-4ef2-b5e9-a0de09f57d6f', 'name': 'tempest-TestShelveInstance-1218370403-router', 'tenant_id': '61379b54bfc341878955a07870c5fda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:12Z', 'updated_at': '2022-05-10T20:39:41Z', 'revision_number': 6, 'project_id': '61379b54bfc341878955a07870c5fda4', 'gw_port_host': None}] {{(pid=103478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:39:41.738644 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (6a33ea4c-7e75-47a3-8786-2aef8d72c133), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.766309 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a33ea4c-7e75-47a3-8786-2aef8d72c133,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:41.827786 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.917464 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.919669 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks [] for router_controller (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.961119 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (5c596e29-a779-4ef2-b5e9-a0de09f57d6f), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.961626 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c596e29-a779-4ef2-b5e9-a0de09f57d6f {{(pid=103476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:39:41.965764 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:41.966889 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-9c18f512-7ca6-4c75-9dbe-f1af239ed424 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5c596e29-a779-4ef2-b5e9-a0de09f57d6f HTTP/1.1" status: 204 len: 168 time: 0.7507515 May 10 20:39:41.969467 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41648) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:42.016576 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc0b13c-ac7b-4613-b485-c6e754edb966 admin admin] Deleting subnet 8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:39:42.019472 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cc0b13c-ac7b-4613-b485-c6e754edb966 admin admin] Publish callbacks [] for subnet (8f0691d6-cb7b-4514-97e8-ccb6a63f47c8), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.053205 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cc0b13c-ac7b-4613-b485-c6e754edb966 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26748720'] for subnet (8f0691d6-cb7b-4514-97e8-ccb6a63f47c8), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.141455 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cc0b13c-ac7b-4613-b485-c6e754edb966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (8f0691d6-cb7b-4514-97e8-ccb6a63f47c8), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.201391 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cc0b13c-ac7b-4613-b485-c6e754edb966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25972719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27138502'] for subnet (8f0691d6-cb7b-4514-97e8-ccb6a63f47c8), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.229703 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0b13c-ac7b-4613-b485-c6e754edb966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0691d6-cb7b-4514-97e8-ccb6a63f47c8,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:42.235433 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8cc0b13c-ac7b-4613-b485-c6e754edb966 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.238669 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8cc0b13c-ac7b-4613-b485-c6e754edb966 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8f0691d6-cb7b-4514-97e8-ccb6a63f47c8 HTTP/1.1" status: 204 len: 168 time: 0.2682524 May 10 20:39:42.241174 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41652) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:42.247846 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab80879-4539-4ff5-a7b4-5ab30d186df4 None None] Network bf2a6b0c-a1e6-4cda-adf9-908bec5507fb requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:39:42.316021 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (bf2a6b0c-a1e6-4cda-adf9-908bec5507fb), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.363533 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Deleting port 7e40f19a-3b84-4fde-96cb-4182ba817d42 {{(pid=103476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:42.363876 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.430448 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.db [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] For port 7e40f19a-3b84-4fde-96cb-4182ba817d42, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=7e40f19a-3b84-4fde-96cb-4182ba817d42,segment=NetworkSegment(2f63bbd6-4d31-4fe0-b361-0678d788ed54),segment_id=2f63bbd6-4d31-4fe0-b361-0678d788ed54)] {{(pid=103476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:42.430809 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.443975 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.plugin [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Calling delete_port for 7e40f19a-3b84-4fde-96cb-4182ba817d42 owned by network:dhcp {{(pid=103476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:42.511193 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 73818d41-780e-4dba-8869-06042d4690e7 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:42.535061 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb205847-045f-4728-b3c0-20ce4305136e None None] DHCP port deletion for bf2a6b0c-a1e6-4cda-adf9-908bec5507fb request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:39:42.536628 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25972696'] for port (7e40f19a-3b84-4fde-96cb-4182ba817d42), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.539864 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 73818d41-780e-4dba-8869-06042d4690e7 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:42.540206 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 73818d41-780e-4dba-8869-06042d4690e7 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:42.576375 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] No DVR routers for this DVR port 7e40f19a-3b84-4fde-96cb-4182ba817d42 on host dv-cinder-828806-2-iscsi {{(pid=103476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:39:42.578516 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e40f19a-3b84-4fde-96cb-4182ba817d42,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:42.651103 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (bf2a6b0c-a1e6-4cda-adf9-908bec5507fb), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.672237 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2a6b0c-a1e6-4cda-adf9-908bec5507fb']}} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:42.682457 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f63bbd6-4d31-4fe0-b361-0678d788ed54') {'for_net_delete': True} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:42.682755 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.services.segments.db [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f63bbd6-4d31-4fe0-b361-0678d788ed54') {} {{(pid=103476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:42.692194 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26748875'] for segment (2f63bbd6-4d31-4fe0-b361-0678d788ed54), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.705801 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (2f63bbd6-4d31-4fe0-b361-0678d788ed54), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25972613'] for segment (2f63bbd6-4d31-4fe0-b361-0678d788ed54), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: Traceback (most recent call last): May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: timer() May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: cb(*args, **kw) May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: return func(*args, **kwargs) May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: self._notify() May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: self.callback(batched_events) May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: event.method(event) May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: return f(self, *a, **k) May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._get(url).json() May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: return self.request(url, 'GET', **kwargs) May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:39:42.714698 dv-cinder-828806-2-iscsi neutron-server[103476]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:39:42.774645 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (bf2a6b0c-a1e6-4cda-adf9-908bec5507fb), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.782857 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:42.786513 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bf2a6b0c-a1e6-4cda-adf9-908bec5507fb HTTP/1.1" status: 204 len: 168 time: 0.5444171 May 10 20:39:42.789506 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41678) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:42.798782 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a176e4f-05e0-4293-9f72-5b4a64d6a670 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2a6b0c-a1e6-4cda-adf9-908bec5507fb,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:43.389541 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687608'] for router_interface (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:43.617314 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Deleting port 10badcb8-6f66-423f-9dc1-4b4557f666d2 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:43.617572 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:43.693753 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] For port 10badcb8-6f66-423f-9dc1-4b4557f666d2, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=10badcb8-6f66-423f-9dc1-4b4557f666d2,segment=NetworkSegment(8473f9dd-5184-4972-9db8-8f6306644587),segment_id=8473f9dd-5184-4972-9db8-8f6306644587)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:43.694117 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:43.710935 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Calling delete_port for 10badcb8-6f66-423f-9dc1-4b4557f666d2 owned by network:router_interface {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:43.886739 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (10badcb8-6f66-423f-9dc1-4b4557f666d2), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:43.915386 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=10badcb8-6f66-423f-9dc1-4b4557f666d2,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:43.938725 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7e40f19a-3b84-4fde-96cb-4182ba817d42 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:43.959968 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 7e40f19a-3b84-4fde-96cb-4182ba817d42 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:43.960313 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 7e40f19a-3b84-4fde-96cb-4182ba817d42 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:43.960913 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 6a33ea4c-7e75-47a3-8786-2aef8d72c133 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:43.980786 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 6a33ea4c-7e75-47a3-8786-2aef8d72c133 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:43.981448 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 6a33ea4c-7e75-47a3-8786-2aef8d72c133 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:44.091150 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1632066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1692209'] for router_interface (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:44.316947 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 has already been hosted by L3 agent 489ba90b-cd85-48bf-9820-78c0fcc6b9e6 {{(pid=103477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:39:44.425886 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] Notify agent at l3_agent.dv-cinder-828806-2-iscsi the message routers_updated {{(pid=103477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:39:44.434108 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-6dd92785-a28b-4480-873a-e029f61ffd85 admin admin] 10.222.0.61 "PUT /v2.0/routers/1d2277bf-54ff-4e08-9fcd-eeed5ba25629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6406031 May 10 20:39:44.434206 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41702) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:44.435047 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] Sync routers for ids ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'] in dv-cinder-828806-2-iscsi {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:39:44.446079 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] Routers {'1d2277bf-54ff-4e08-9fcd-eeed5ba25629'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:44.446695 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:44.544079 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks [] for router (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:44.555843 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] Set router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 gateway port host: dv-cinder-828806-2-iscsi {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:44.648405 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks [] for router_gateway (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:44.696052 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Deleting port 1c0f5422-e048-4f87-9f03-e881da1fb26e {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:44.696388 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:44.722039 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'external_fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:39:43Z', 'revision_number': 5, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'gw_port': {'id': '1c0f5422-e048-4f87-9f03-e881da1fb26e', 'name': '', 'network_id': 'b978e267-548c-477c-b4af-6ec94f457a2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc06381b-24f5-47a2-b8c6-ac618f01b514', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-2-iscsi'}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:44.752397 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] Checking router: 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 for host: dv-cinder-828806-2-iscsi {{(pid=103479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:39:44.760462 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] Routers {'1d2277bf-54ff-4e08-9fcd-eeed5ba25629'} bound to L3 agent in host dv-cinder-828806-2-iscsi {{(pid=103479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:39:44.761115 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T20:18:57Z,description=,heartbeat_timestamp=2022-05-10T20:39:27Z,host='dv-cinder-828806-2-iscsi',id=489ba90b-cd85-48bf-9820-78c0fcc6b9e6,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T20:18:57Z,topic='l3_agent')) {'router_ids': ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'], 'active': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:44.772576 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] For port 1c0f5422-e048-4f87-9f03-e881da1fb26e, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=1c0f5422-e048-4f87-9f03-e881da1fb26e,segment=NetworkSegment(8a107e69-e6c6-4b0f-b145-58c9a76da8e0),segment_id=8a107e69-e6c6-4b0f-b145-58c9a76da8e0)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:44.772936 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:44.789437 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Calling delete_port for 1c0f5422-e048-4f87-9f03-e881da1fb26e owned by network:router_gateway {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:44.849247 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvr_db [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] Set router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 gateway port host: None {{(pid=103479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:39:44.957183 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (1c0f5422-e048-4f87-9f03-e881da1fb26e), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:44.983508 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0f5422-e048-4f87-9f03-e881da1fb26e,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:44.989445 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_hamode_db [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:39:44Z', 'revision_number': 6, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'gw_port_host': None}], 'dv-cinder-828806-2-iscsi', False) {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:45.022767 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4662a2f-292f-48dc-aee1-7ebe87367908 None None] The sync data for ids ['1d2277bf-54ff-4e08-9fcd-eeed5ba25629'] in dv-cinder-828806-2-iscsi is: [{'id': '1d2277bf-54ff-4e08-9fcd-eeed5ba25629', 'name': 'tempest-TestShelveInstance-1224927545-router', 'tenant_id': '035222be838443a9b7aaec562bd9cbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:35:18Z', 'updated_at': '2022-05-10T20:39:44Z', 'revision_number': 6, 'project_id': '035222be838443a9b7aaec562bd9cbbb', 'gw_port_host': None}] {{(pid=103479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:39:45.044171 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699926'] for router_gateway (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.133828 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31527'] for router (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.136053 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks [] for router_controller (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), precommit_delete_associations {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.181360 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702785'] for router (1d2277bf-54ff-4e08-9fcd-eeed5ba25629), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.181884 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d2277bf-54ff-4e08-9fcd-eeed5ba25629 {{(pid=103477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:39:45.186150 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.187307 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-56d386ea-b074-468a-816f-4349cdf1fa19 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1d2277bf-54ff-4e08-9fcd-eeed5ba25629 HTTP/1.1" status: 204 len: 168 time: 0.7521517 May 10 20:39:45.190086 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41704) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:45.234020 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db31c74-3545-4c63-8ce6-a8542f3da562 admin admin] Deleting subnet 2e56b51f-ca48-4aae-90ad-fcdd95fa261a {{(pid=103476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:39:45.237093 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8db31c74-3545-4c63-8ce6-a8542f3da562 admin admin] Publish callbacks [] for subnet (2e56b51f-ca48-4aae-90ad-fcdd95fa261a), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.270560 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8db31c74-3545-4c63-8ce6-a8542f3da562 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26748720'] for subnet (2e56b51f-ca48-4aae-90ad-fcdd95fa261a), precommit_delete_associations {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.348492 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8db31c74-3545-4c63-8ce6-a8542f3da562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7753899'] for subnet (2e56b51f-ca48-4aae-90ad-fcdd95fa261a), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.405344 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8db31c74-3545-4c63-8ce6-a8542f3da562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7753892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25972719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27138502'] for subnet (2e56b51f-ca48-4aae-90ad-fcdd95fa261a), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.438200 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db31c74-3545-4c63-8ce6-a8542f3da562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e56b51f-ca48-4aae-90ad-fcdd95fa261a,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:45.447366 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8db31c74-3545-4c63-8ce6-a8542f3da562 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.453686 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41712) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:45.454862 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f4d76-8675-425d-a0a1-62d0f8bee6dd None None] Network 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f requested from dv-cinder-828806-2-iscsi {{(pid=103478) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:39:45.461720 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8db31c74-3545-4c63-8ce6-a8542f3da562 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2e56b51f-ca48-4aae-90ad-fcdd95fa261a HTTP/1.1" status: 204 len: 168 time: 0.2623370 May 10 20:39:45.532461 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7780094'] for network (7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.581088 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Deleting port c9f4f08d-7662-4556-b305-945c764380d6 {{(pid=103477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:39:45.581424 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737325975044'] for port (c9f4f08d-7662-4556-b305-945c764380d6), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.649500 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.db [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] For port c9f4f08d-7662-4556-b305-945c764380d6, host dv-cinder-828806-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-2-iscsi',level=0,port_id=c9f4f08d-7662-4556-b305-945c764380d6,segment=NetworkSegment(8473f9dd-5184-4972-9db8-8f6306644587),segment_id=8473f9dd-5184-4972-9db8-8f6306644587)] {{(pid=103477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:39:45.649896 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687790'] for port (c9f4f08d-7662-4556-b305-945c764380d6), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.663109 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.plugin [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Calling delete_port for c9f4f08d-7662-4556-b305-945c764380d6 owned by network:dhcp {{(pid=103477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:39:45.747249 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7726232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737325982100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737325553017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3444235'] for port (c9f4f08d-7662-4556-b305-945c764380d6), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.774860 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f4f08d-7662-4556-b305-945c764380d6,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:45.778298 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] No DVR routers for this DVR port c9f4f08d-7662-4556-b305-945c764380d6 on host dv-cinder-828806-2-iscsi {{(pid=103477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:39:45.831607 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91832f-581b-44e1-9aba-0767814bf2af None None] DHCP port deletion for 7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f request from dv-cinder-828806-2-iscsi {{(pid=103478) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:39:45.848517 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7755856', 'neutron.services.segments.db._delete_segments_for_network-8737326034993'] for network (7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.870138 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f']}} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:45.879160 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8473f9dd-5184-4972-9db8-8f6306644587') {'for_net_delete': True} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:45.879461 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.services.segments.db [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8473f9dd-5184-4972-9db8-8f6306644587') {} {{(pid=103477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:39:45.888650 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737326034746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25902393'] for segment (8473f9dd-5184-4972-9db8-8f6306644587), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.902191 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006'] for segment (8473f9dd-5184-4972-9db8-8f6306644587), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.908265 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:39:45.908633 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7744006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3444310'] for segment (8473f9dd-5184-4972-9db8-8f6306644587), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: Traceback (most recent call last): May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: timer() May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: cb(*args, **kw) May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: return func(*args, **kwargs) May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: self._notify() May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: self.callback(batched_events) May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: event.method(event) May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: return f(self, *a, **k) May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._get(url).json() May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: return self.request(url, 'GET', **kwargs) May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:39:45.910325 dv-cinder-828806-2-iscsi neutron-server[103477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:39:45.939905 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 1c0f5422-e048-4f87-9f03-e881da1fb26e no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:45.960485 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 1c0f5422-e048-4f87-9f03-e881da1fb26e {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:45.961168 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 1c0f5422-e048-4f87-9f03-e881da1fb26e not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:45.961920 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c9f4f08d-7662-4556-b305-945c764380d6 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:45.986300 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: c9f4f08d-7662-4556-b305-945c764380d6 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:45.986504 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device c9f4f08d-7662-4556-b305-945c764380d6 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:45.986923 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 10badcb8-6f66-423f-9dc1-4b4557f666d2 no longer exists at agent ovs-agent-dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:39:45.987654 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7755817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1632073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1691192'] for network (7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.994715 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1632063'] for network (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:45.999493 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] 10.222.0.61 "DELETE /v2.0/networks/7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f HTTP/1.1" status: 204 len: 168 time: 0.5424631 May 10 20:39:46.007226 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] No Port match for: 10badcb8-6f66-423f-9dc1-4b4557f666d2 {{(pid=103478) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:39:46.007581 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron.plugins.ml2.rpc [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Device 10badcb8-6f66-423f-9dc1-4b4557f666d2 not bound to the agent host dv-cinder-828806-2-iscsi {{(pid=103478) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:39:46.008890 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799ebf4-d166-4d9f-be56-4ca971aef6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe7a37d-e2ee-4cc3-b5cb-e555d54c616f,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:46.192404 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41716) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:46.231866 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-19c661af-2679-4c2f-b2aa-023b9d1ac636 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61379b54bfc341878955a07870c5fda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382435 May 10 20:39:46.234324 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41718) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:46.279404 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94b60c8e-46b3-4961-8aab-a7850042ef12 admin admin] Publish callbacks [] for security_group (27d38f8f-fe60-4c7d-b4ea-78098809e95c), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.303633 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94b60c8e-46b3-4961-8aab-a7850042ef12 admin admin] Publish callbacks [] for security_group (27d38f8f-fe60-4c7d-b4ea-78098809e95c), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.350009 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94b60c8e-46b3-4961-8aab-a7850042ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (27d38f8f-fe60-4c7d-b4ea-78098809e95c), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.352443 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-94b60c8e-46b3-4961-8aab-a7850042ef12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.353605 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-94b60c8e-46b3-4961-8aab-a7850042ef12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27d38f8f-fe60-4c7d-b4ea-78098809e95c HTTP/1.1" status: 204 len: 168 time: 0.1183922 May 10 20:39:46.361167 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b60c8e-46b3-4961-8aab-a7850042ef12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d38f8f-fe60-4c7d-b4ea-78098809e95c,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:46.662524 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41728) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:46.703080 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-5e65287d-a786-42c3-a378-cb400c953762 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=035222be838443a9b7aaec562bd9cbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393579 May 10 20:39:46.705637 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41732) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:46.751835 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53da3950-a190-415e-9b36-68db31a77100 admin admin] Publish callbacks [] for security_group (538092c3-762f-4965-bab0-968543a9f434), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.772791 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53da3950-a190-415e-9b36-68db31a77100 admin admin] Publish callbacks [] for security_group (538092c3-762f-4965-bab0-968543a9f434), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.773433 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41734) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:46.821293 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53da3950-a190-415e-9b36-68db31a77100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (538092c3-762f-4965-bab0-968543a9f434), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.823977 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-53da3950-a190-415e-9b36-68db31a77100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.825195 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-53da3950-a190-415e-9b36-68db31a77100 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/538092c3-762f-4965-bab0-968543a9f434 HTTP/1.1" status: 204 len: 168 time: 0.1186483 May 10 20:39:46.835551 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da3950-a190-415e-9b36-68db31a77100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538092c3-762f-4965-bab0-968543a9f434,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:46.901012 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d574d2e-04b0-4fad-a87f-b99f585903cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.988746 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d574d2e-04b0-4fad-a87f-b99f585903cf admin admin] Publish callbacks [] for security_group (fd0e7125-40b4-49f4-a00f-279d9092efdb), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:46.993886 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-8d574d2e-04b0-4fad-a87f-b99f585903cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (fd0e7125-40b4-49f4-a00f-279d9092efdb), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:47.036604 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-8d574d2e-04b0-4fad-a87f-b99f585903cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df29f84a3d734b27b25bd590cb8dc207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620103 May 10 20:39:47.038541 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d574d2e-04b0-4fad-a87f-b99f585903cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0e7125-40b4-49f4-a00f-279d9092efdb,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:47.039879 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41740) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:47.098032 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a98aa93-084f-4d00-bd0f-1418a6c334c9 admin admin] Publish callbacks [] for security_group (fd0e7125-40b4-49f4-a00f-279d9092efdb), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:47.121977 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a98aa93-084f-4d00-bd0f-1418a6c334c9 admin admin] Publish callbacks [] for security_group (fd0e7125-40b4-49f4-a00f-279d9092efdb), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:47.172994 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a98aa93-084f-4d00-bd0f-1418a6c334c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (fd0e7125-40b4-49f4-a00f-279d9092efdb), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:47.175544 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-2a98aa93-084f-4d00-bd0f-1418a6c334c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:47.176727 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-2a98aa93-084f-4d00-bd0f-1418a6c334c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd0e7125-40b4-49f4-a00f-279d9092efdb HTTP/1.1" status: 204 len: 168 time: 0.1346536 May 10 20:39:47.185579 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98aa93-084f-4d00-bd0f-1418a6c334c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0e7125-40b4-49f4-a00f-279d9092efdb,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:51.495423 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41824) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:51.598849 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-25e0c0ee-f187-46ca-b102-fb0696996370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:51.670250 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-25e0c0ee-f187-46ca-b102-fb0696996370 admin admin] Publish callbacks [] for security_group (eb107adc-9185-43d6-9b24-ca6c17d48bc6), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:51.673993 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-25e0c0ee-f187-46ca-b102-fb0696996370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (eb107adc-9185-43d6-9b24-ca6c17d48bc6), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:51.711918 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0c0ee-f187-46ca-b102-fb0696996370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb107adc-9185-43d6-9b24-ca6c17d48bc6,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:51.716107 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-25e0c0ee-f187-46ca-b102-fb0696996370 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=388603c7facb430eb467e65416990064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195702 May 10 20:39:51.719155 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41828) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:51.768064 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc4f097e-fbc5-43c7-9077-c4b82f7e6460 admin admin] Publish callbacks [] for security_group (eb107adc-9185-43d6-9b24-ca6c17d48bc6), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:51.772112 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:51.790897 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc4f097e-fbc5-43c7-9077-c4b82f7e6460 admin admin] Publish callbacks [] for security_group (eb107adc-9185-43d6-9b24-ca6c17d48bc6), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:51.834721 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc4f097e-fbc5-43c7-9077-c4b82f7e6460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (eb107adc-9185-43d6-9b24-ca6c17d48bc6), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:51.837388 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bc4f097e-fbc5-43c7-9077-c4b82f7e6460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:51.838506 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bc4f097e-fbc5-43c7-9077-c4b82f7e6460 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb107adc-9185-43d6-9b24-ca6c17d48bc6 HTTP/1.1" status: 204 len: 168 time: 0.1187944 May 10 20:39:51.845752 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f097e-fbc5-43c7-9077-c4b82f7e6460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb107adc-9185-43d6-9b24-ca6c17d48bc6,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:52.093546 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41834) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:52.106992 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1fb-bc9e-44db-962e-40ff6861d068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:52.178723 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1fb-bc9e-44db-962e-40ff6861d068 admin admin] Publish callbacks [] for security_group (4931e492-3993-4bbe-b6b2-f34e62482570), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:52.182183 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-49c3e1fb-bc9e-44db-962e-40ff6861d068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (4931e492-3993-4bbe-b6b2-f34e62482570), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:52.219187 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-49c3e1fb-bc9e-44db-962e-40ff6861d068 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76292358beca4bd1ade300054bacf8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1245673 May 10 20:39:52.220133 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3e1fb-bc9e-44db-962e-40ff6861d068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4931e492-3993-4bbe-b6b2-f34e62482570,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:52.221820 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41836) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:52.270199 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c56baef-ed14-467d-9ebb-b5dd29756634 admin admin] Publish callbacks [] for security_group (4931e492-3993-4bbe-b6b2-f34e62482570), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:52.292202 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c56baef-ed14-467d-9ebb-b5dd29756634 admin admin] Publish callbacks [] for security_group (4931e492-3993-4bbe-b6b2-f34e62482570), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:52.338677 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c56baef-ed14-467d-9ebb-b5dd29756634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (4931e492-3993-4bbe-b6b2-f34e62482570), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:52.341179 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-8c56baef-ed14-467d-9ebb-b5dd29756634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:52.342312 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-8c56baef-ed14-467d-9ebb-b5dd29756634 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4931e492-3993-4bbe-b6b2-f34e62482570 HTTP/1.1" status: 204 len: 168 time: 0.1189258 May 10 20:39:52.349918 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56baef-ed14-467d-9ebb-b5dd29756634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4931e492-3993-4bbe-b6b2-f34e62482570,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:54.461777 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a1714773-4a9a-4f25-9d56-87f361a65a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:54.627761 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41904) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:54.728117 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-245ec412-ddbf-4211-ba44-c32c65dfe358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:54.803332 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-245ec412-ddbf-4211-ba44-c32c65dfe358 admin admin] Publish callbacks [] for security_group (3f01a9ad-f956-4655-9e54-f6f1f2b16aab), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:54.806923 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-245ec412-ddbf-4211-ba44-c32c65dfe358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (3f01a9ad-f956-4655-9e54-f6f1f2b16aab), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:54.844469 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-245ec412-ddbf-4211-ba44-c32c65dfe358 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfdc20ef68e04d7791976767d263a069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156377 May 10 20:39:54.845647 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ec412-ddbf-4211-ba44-c32c65dfe358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f01a9ad-f956-4655-9e54-f6f1f2b16aab,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:54.847213 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41908) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:54.901588 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96912998-97ff-4c73-9f78-d473e75e08a7 admin admin] Publish callbacks [] for security_group (3f01a9ad-f956-4655-9e54-f6f1f2b16aab), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:54.922426 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96912998-97ff-4c73-9f78-d473e75e08a7 admin admin] Publish callbacks [] for security_group (3f01a9ad-f956-4655-9e54-f6f1f2b16aab), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:54.969892 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96912998-97ff-4c73-9f78-d473e75e08a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (3f01a9ad-f956-4655-9e54-f6f1f2b16aab), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:54.972499 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-96912998-97ff-4c73-9f78-d473e75e08a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:54.973679 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-96912998-97ff-4c73-9f78-d473e75e08a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f01a9ad-f956-4655-9e54-f6f1f2b16aab HTTP/1.1" status: 204 len: 168 time: 0.1248989 May 10 20:39:54.982146 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96912998-97ff-4c73-9f78-d473e75e08a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f01a9ad-f956-4655-9e54-f6f1f2b16aab,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:55.226106 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41914) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:55.239178 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e468704-1ce4-4890-8902-7aae4f41fe76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:55.311308 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e468704-1ce4-4890-8902-7aae4f41fe76 admin admin] Publish callbacks [] for security_group (69ff1032-513c-4222-ba53-d9cda96baec9), precommit_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:55.314829 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-0e468704-1ce4-4890-8902-7aae4f41fe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (69ff1032-513c-4222-ba53-d9cda96baec9), after_create {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:55.352468 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-0e468704-1ce4-4890-8902-7aae4f41fe76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a6aa8fa63f3442f9c82241dee217fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253171 May 10 20:39:55.353677 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e468704-1ce4-4890-8902-7aae4f41fe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ff1032-513c-4222-ba53-d9cda96baec9,revision_number=1']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:55.355109 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41916) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:55.402105 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90682405-0383-496b-b9ed-6845bf62e7a5 admin admin] Publish callbacks [] for security_group (69ff1032-513c-4222-ba53-d9cda96baec9), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:55.422428 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90682405-0383-496b-b9ed-6845bf62e7a5 admin admin] Publish callbacks [] for security_group (69ff1032-513c-4222-ba53-d9cda96baec9), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:55.467018 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90682405-0383-496b-b9ed-6845bf62e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (69ff1032-513c-4222-ba53-d9cda96baec9), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:55.469689 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-90682405-0383-496b-b9ed-6845bf62e7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:55.470874 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-90682405-0383-496b-b9ed-6845bf62e7a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69ff1032-513c-4222-ba53-d9cda96baec9 HTTP/1.1" status: 204 len: 168 time: 0.1147685 May 10 20:39:55.478728 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90682405-0383-496b-b9ed-6845bf62e7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ff1032-513c-4222-ba53-d9cda96baec9,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:56.478618 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41946) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:56.578568 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddccc0b0-d8ad-45ef-8fff-848bf89a4034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:56.651530 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddccc0b0-d8ad-45ef-8fff-848bf89a4034 admin admin] Publish callbacks [] for security_group (923026a6-8572-4961-b60a-839af88286ec), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:56.654921 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-ddccc0b0-d8ad-45ef-8fff-848bf89a4034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (923026a6-8572-4961-b60a-839af88286ec), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:56.690344 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccc0b0-d8ad-45ef-8fff-848bf89a4034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923026a6-8572-4961-b60a-839af88286ec,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:56.690914 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-d4a81afd-62fa-4a1b-bd65-f35fd07f03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:56.697773 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-ddccc0b0-d8ad-45ef-8fff-848bf89a4034 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c3dcbf6512c400c9817aee575c8e4d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157140 May 10 20:39:56.697975 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41950) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:56.743970 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bab1022f-3734-4d2f-a50e-716c8459647c admin admin] Publish callbacks [] for security_group (923026a6-8572-4961-b60a-839af88286ec), before_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:56.764906 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bab1022f-3734-4d2f-a50e-716c8459647c admin admin] Publish callbacks [] for security_group (923026a6-8572-4961-b60a-839af88286ec), precommit_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:56.809604 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bab1022f-3734-4d2f-a50e-716c8459647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (923026a6-8572-4961-b60a-839af88286ec), after_delete {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:56.812120 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-bab1022f-3734-4d2f-a50e-716c8459647c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:56.813283 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-bab1022f-3734-4d2f-a50e-716c8459647c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/923026a6-8572-4961-b60a-839af88286ec HTTP/1.1" status: 204 len: 168 time: 0.1143878 May 10 20:39:56.821484 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1022f-3734-4d2f-a50e-716c8459647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923026a6-8572-4961-b60a-839af88286ec,revision_number=None']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:57.763101 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 41980) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:57.866095 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa12d-2a9a-4f2b-84cc-e086e9ddcc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:57.939745 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa12d-2a9a-4f2b-84cc-e086e9ddcc4f admin admin] Publish callbacks [] for security_group (a1686301-0eaf-4968-81c4-ef004335f43b), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:57.943872 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa12d-2a9a-4f2b-84cc-e086e9ddcc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (a1686301-0eaf-4968-81c4-ef004335f43b), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:57.979788 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-3dcfa12d-2a9a-4f2b-84cc-e086e9ddcc4f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fda160fed0214238a6849d1064c6bf25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156355 May 10 20:39:57.980653 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfa12d-2a9a-4f2b-84cc-e086e9ddcc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1686301-0eaf-4968-81c4-ef004335f43b,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:57.982565 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 41984) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:39:58.030102 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed4119cd-dc7c-43e5-9144-089c99e5c61e admin admin] Publish callbacks [] for security_group (a1686301-0eaf-4968-81c4-ef004335f43b), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:58.050200 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed4119cd-dc7c-43e5-9144-089c99e5c61e admin admin] Publish callbacks [] for security_group (a1686301-0eaf-4968-81c4-ef004335f43b), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:58.093143 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:58.099254 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed4119cd-dc7c-43e5-9144-089c99e5c61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (a1686301-0eaf-4968-81c4-ef004335f43b), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:58.101779 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-ed4119cd-dc7c-43e5-9144-089c99e5c61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:39:58.102916 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-ed4119cd-dc7c-43e5-9144-089c99e5c61e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1686301-0eaf-4968-81c4-ef004335f43b HTTP/1.1" status: 204 len: 168 time: 0.1193020 May 10 20:39:58.110710 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4119cd-dc7c-43e5-9144-089c99e5c61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1686301-0eaf-4968-81c4-ef004335f43b,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:39:59.151971 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:00.625924 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:08.630493 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [-] (103476) accepted ('10.222.0.61', 42118) {{(pid=103476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:40:08.730057 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22ed4547-d15b-44ae-b25f-32c32390fa85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:08.802646 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22ed4547-d15b-44ae-b25f-32c32390fa85 admin admin] Publish callbacks [] for security_group (97b99f29-12c0-4b01-819f-4707fb072291), precommit_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:08.807185 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron_lib.callbacks.manager [None req-22ed4547-d15b-44ae-b25f-32c32390fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (97b99f29-12c0-4b01-819f-4707fb072291), after_create {{(pid=103476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:08.844198 dv-cinder-828806-2-iscsi neutron-server[103476]: INFO neutron.wsgi [None req-22ed4547-d15b-44ae-b25f-32c32390fa85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fd2396b9f4d4120a5a0a932859e643a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126486 May 10 20:40:08.845315 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed4547-d15b-44ae-b25f-32c32390fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b99f29-12c0-4b01-819f-4707fb072291,revision_number=1']} {{(pid=103476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:40:08.846941 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.wsgi [-] (103477) accepted ('10.222.0.61', 42122) {{(pid=103477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:40:08.893915 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a81c3d8a-ddd1-41cd-871d-3cfd4f5b7880 admin admin] Publish callbacks [] for security_group (97b99f29-12c0-4b01-819f-4707fb072291), before_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:08.915015 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a81c3d8a-ddd1-41cd-871d-3cfd4f5b7880 admin admin] Publish callbacks [] for security_group (97b99f29-12c0-4b01-819f-4707fb072291), precommit_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:08.960324 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a81c3d8a-ddd1-41cd-871d-3cfd4f5b7880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835836'] for security_group (97b99f29-12c0-4b01-819f-4707fb072291), after_delete {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:08.962833 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron_lib.callbacks.manager [None req-a81c3d8a-ddd1-41cd-871d-3cfd4f5b7880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:08.963948 dv-cinder-828806-2-iscsi neutron-server[103477]: INFO neutron.wsgi [None req-a81c3d8a-ddd1-41cd-871d-3cfd4f5b7880 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97b99f29-12c0-4b01-819f-4707fb072291 HTTP/1.1" status: 204 len: 168 time: 0.1160402 May 10 20:40:08.971416 dv-cinder-828806-2-iscsi neutron-server[103477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c3d8a-ddd1-41cd-871d-3cfd4f5b7880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b99f29-12c0-4b01-819f-4707fb072291,revision_number=None']} {{(pid=103477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:40:18.055097 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:40:21.769400 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:24.461250 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-392ab739-e976-4095-82df-64cb2d73cc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:26.692180 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-6ec8cee1-7590-4e50-b09f-71b27f4f6c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:28.095942 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:29.144673 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:30.633570 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:51.783037 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:54.462607 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-77b246d9-8dfc-4a14-87a7-78ce09e9fcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:55.053821 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:40:56.693386 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f27c63b4-c513-4f89-9db7-11a5fc31513b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:58.099120 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:40:59.145554 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:00.625695 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:21.789540 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:24.463213 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3ad82145-4a19-45cf-ae39-521f18bb036f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:26.695920 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-715ce2cb-69b6-4a48-868a-48f2f79cbfd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:28.102713 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:29.147633 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:30.627870 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:32.052883 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:41:51.798400 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:54.463524 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-75e2371b-61f2-4580-8805-6678b928f226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:56.695723 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-a4637c87-a657-401f-b602-6ab2fe499317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:58.104457 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:41:59.155047 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:00.629085 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:09.052795 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:42:21.797381 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:24.464123 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-fdb74a0e-14cb-4932-a9bd-caa66603f4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:26.697765 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-e535cfe0-9d96-44a9-9835-b561a20c2924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:28.106076 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:29.156772 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:30.631331 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:46.052880 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:42:47.483715 dv-cinder-828806-2-iscsi neutron-server[103476]: DEBUG neutron.wsgi [req-8e6e2193-1c34-493d-af75-eeaa7b3e5de3 req-52d28ce6-bffb-40c4-9f5f-06e3d44d4c2b service neutron] (103476) timed out ('10.222.0.69', 59939) {{(pid=103476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:42:51.798077 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:54.467255 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4558ab97-2ddc-4ee7-85d7-6a1be4175c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:56.699231 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-0ca4d23b-68e5-41a2-82b2-d174f42ba713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:58.110325 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:42:59.158431 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:00.633909 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:21.796946 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:23.052392 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:43:24.468989 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-4461566b-b994-443c-afc8-719a2368771c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:26.700423 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-52cd0332-20f9-4225-a32e-9ec42b44d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:28.114553 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:29.162283 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:30.636858 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:51.811886 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:54.470480 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-2f27c712-573a-4769-9dd3-7fa3259418d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:56.701083 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-50fb16b6-85f1-450b-ae4d-6864355bff32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:58.114164 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:43:59.164032 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:00.050923 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:44:00.638474 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:21.811364 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:24.472459 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-ff0d943e-7467-45f3-a324-1476869e41cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:26.702677 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-bf02c6d9-b4fc-40e7-b402-ed1f17ef50e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:28.116679 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:29.162956 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:30.640573 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:37.050607 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:44:51.810897 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:54.473304 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-3e32681c-c64d-45d0-a619-7243e319cb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (cc3b2ca6-3c71-42a9-8eb5-c7268d9d6842), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:56.703475 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-67184813-d9e1-4cad-8c2b-06d2920917c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (489ba90b-cd85-48bf-9820-78c0fcc6b9e6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:58.118784 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-eacededc-4340-44b8-a112-cbd66492f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (0812690c-b2c7-4da0-8b51-626f99cac2a6), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:44:59.166147 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-f046399d-4873-46d9-b22b-37cf2fa1860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (6f94c968-3632-4f39-99c4-d4f29774e243), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:00.645680 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-81d73b05-ec22-443e-94de-9f1b4419d7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (b6bda803-d92a-4278-935a-c0f09e165422), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:45:14.050888 dv-cinder-828806-2-iscsi neutron-server[103479]: DEBUG neutron.db.agents_db [None req-e8ef6ae9-ac8d-46d1-921d-74fd25e5a4bb None None] Agent healthcheck: found 6 active agents {{(pid=103479) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:45:21.825032 dv-cinder-828806-2-iscsi neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-522a2ed6-ecd4-4378-83cf-638c2532c9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737326034975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7685009'] for agent (bb83a14e-7c17-4e78-899e-4ff8025be86a), after_update {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}